2024-11-14 11:23:24,828 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 11:23:24,840 main DEBUG Took 0.009970 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 11:23:24,841 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 11:23:24,841 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 11:23:24,843 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 11:23:24,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,853 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 11:23:24,867 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,872 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,874 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,876 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,878 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:24,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,883 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 11:23:24,885 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:24,886 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 11:23:24,889 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 11:23:24,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 11:23:24,891 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 11:23:24,891 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 11:23:24,900 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 11:23:24,902 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 11:23:24,904 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 11:23:24,904 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 11:23:24,905 main DEBUG createAppenders(={Console}) 2024-11-14 11:23:24,906 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 11:23:24,906 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 11:23:24,906 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 11:23:24,907 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 11:23:24,907 main DEBUG OutputStream closed 2024-11-14 11:23:24,907 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 11:23:24,908 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 11:23:24,908 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 11:23:24,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 11:23:24,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 11:23:24,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 11:23:24,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 11:23:25,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 11:23:25,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 11:23:25,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 11:23:25,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 11:23:25,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 11:23:25,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 11:23:25,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 11:23:25,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 11:23:25,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 11:23:25,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 11:23:25,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 11:23:25,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 11:23:25,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 11:23:25,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 11:23:25,007 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 11:23:25,008 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 11:23:25,008 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 11:23:25,009 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T11:23:25,024 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 11:23:25,027 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 11:23:25,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T11:23:25,391 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7 2024-11-14T11:23:25,392 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T11:23:25,527 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T11:23:25,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608, deleteOnExit=true 2024-11-14T11:23:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/test.cache.data in system properties and HBase conf 2024-11-14T11:23:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:23:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:23:25,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:23:25,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:23:25,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:23:25,690 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:23:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:23:25,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:23:25,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:23:25,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:23:25,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:23:25,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:23:25,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:23:25,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:23:25,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:23:25,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:23:25,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:23:25,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:23:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:23:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:23:26,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T11:23:26,986 INFO [Time-limited test {}] log.Log(170): Logging initialized @2897ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T11:23:27,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:27,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:23:27,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:23:27,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:23:27,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:23:27,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:27,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:23:27,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:23:27,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/java.io.tmpdir/jetty-localhost-38641-hadoop-hdfs-3_4_1-tests_jar-_-any-17710616316963341158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:23:27,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:38641} 2024-11-14T11:23:27,377 INFO [Time-limited test {}] server.Server(415): Started @3288ms 2024-11-14T11:23:27,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:27,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:23:28,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:23:28,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:23:28,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:23:28,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:23:28,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:23:28,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b2450d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/java.io.tmpdir/jetty-localhost-34081-hadoop-hdfs-3_4_1-tests_jar-_-any-9781799706318175352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:23:28,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:34081} 2024-11-14T11:23:28,116 INFO [Time-limited test {}] server.Server(415): Started @4027ms 2024-11-14T11:23:28,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:23:28,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:28,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:23:28,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:23:28,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:23:28,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:23:28,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:23:28,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:23:28,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61d1a0b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/java.io.tmpdir/jetty-localhost-41373-hadoop-hdfs-3_4_1-tests_jar-_-any-16490484546805502573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:23:28,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:41373} 2024-11-14T11:23:28,423 INFO [Time-limited test {}] server.Server(415): Started @4334ms 2024-11-14T11:23:28,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:23:29,907 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data1/current/BP-25758601-172.17.0.2-1731583406308/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:29,907 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data2/current/BP-25758601-172.17.0.2-1731583406308/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:29,907 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data4/current/BP-25758601-172.17.0.2-1731583406308/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:29,907 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data3/current/BP-25758601-172.17.0.2-1731583406308/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:29,952 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:23:29,952 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:23:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375b751433b7025 with lease ID 0xf72d22e23a0fc281: Processing first storage report for DS-106ddece-52e3-4984-9b6f-006f9f43b5c0 from datanode DatanodeRegistration(127.0.0.1:40151, datanodeUuid=4b404f2a-856b-492b-a1c7-d48a0b9a5c46, infoPort=40233, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308) 2024-11-14T11:23:30,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375b751433b7025 with lease ID 0xf72d22e23a0fc281: from storage DS-106ddece-52e3-4984-9b6f-006f9f43b5c0 node DatanodeRegistration(127.0.0.1:40151, datanodeUuid=4b404f2a-856b-492b-a1c7-d48a0b9a5c46, infoPort=40233, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:23:30,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe53953e8b1b780c with lease ID 0xf72d22e23a0fc280: Processing first storage report for DS-ed42687e-4b8e-4c0f-a034-215432caf04d from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=9be4698b-7c69-4890-b1a7-3342dcabbd04, infoPort=41151, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308) 2024-11-14T11:23:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe53953e8b1b780c with lease ID 0xf72d22e23a0fc280: from storage DS-ed42687e-4b8e-4c0f-a034-215432caf04d node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=9be4698b-7c69-4890-b1a7-3342dcabbd04, infoPort=41151, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:23:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375b751433b7025 with lease ID 0xf72d22e23a0fc281: Processing first storage report for DS-d13de407-da1c-4e30-bb71-321ba05629e2 from datanode DatanodeRegistration(127.0.0.1:40151, datanodeUuid=4b404f2a-856b-492b-a1c7-d48a0b9a5c46, infoPort=40233, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308) 2024-11-14T11:23:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375b751433b7025 with lease ID 0xf72d22e23a0fc281: from storage DS-d13de407-da1c-4e30-bb71-321ba05629e2 node DatanodeRegistration(127.0.0.1:40151, datanodeUuid=4b404f2a-856b-492b-a1c7-d48a0b9a5c46, infoPort=40233, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:23:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe53953e8b1b780c with lease ID 0xf72d22e23a0fc280: Processing first storage report for DS-3cde7663-dc3f-427c-91af-7ec58333175f from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=9be4698b-7c69-4890-b1a7-3342dcabbd04, infoPort=41151, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308) 2024-11-14T11:23:30,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe53953e8b1b780c with lease ID 0xf72d22e23a0fc280: from storage DS-3cde7663-dc3f-427c-91af-7ec58333175f node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=9be4698b-7c69-4890-b1a7-3342dcabbd04, infoPort=41151, infoSecurePort=0, ipcPort=37601, storageInfo=lv=-57;cid=testClusterID;nsid=1366377122;c=1731583406308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:23:30,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7 2024-11-14T11:23:30,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3830 2024-11-14T11:23:30,079 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:30,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:30,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:23:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:23:30,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:30,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:30,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:30,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:30,757 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T11:23:30,775 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T11:23:30,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:30,779 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:30,782 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:30,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,802 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T11:23:30,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741826_1002 (size=1393) 2024-11-14T11:23:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741826_1002 (size=1393) 2024-11-14T11:23:30,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:30,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:30,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741827_1003 (size=1393) 2024-11-14T11:23:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741827_1003 (size=1393) 2024-11-14T11:23:30,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:30,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:30,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741828_1004 (size=1393) 2024-11-14T11:23:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741828_1004 (size=1393) 2024-11-14T11:23:30,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:30,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:30,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741829_1005 (size=1393) 2024-11-14T11:23:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741829_1005 (size=1393) 2024-11-14T11:23:30,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:30,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:30,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741830_1006 (size=1393) 2024-11-14T11:23:30,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741830_1006 (size=1393) 2024-11-14T11:23:30,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:30,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:30,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:30,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:30,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741831_1007 (size=1393) 2024-11-14T11:23:31,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741831_1007 (size=1393) 2024-11-14T11:23:31,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:23:31,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741832_1008 (size=1405) 2024-11-14T11:23:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741832_1008 (size=1405) 2024-11-14T11:23:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:31,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741833_1009 (size=1413) 2024-11-14T11:23:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741833_1009 (size=1413) 2024-11-14T11:23:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:31,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:31,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741834_1010 (size=1413) 2024-11-14T11:23:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741834_1010 (size=1413) 2024-11-14T11:23:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:31,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741835_1011 (size=1413) 2024-11-14T11:23:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741835_1011 (size=1413) 2024-11-14T11:23:31,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:31,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:23:31,188 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T11:23:31,188 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T11:23:31,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0 2024-11-14T11:23:31,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0 after 3ms 2024-11-14T11:23:31,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0 took 48ms 2024-11-14T11:23:31,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0 so closing down 2024-11-14T11:23:31,242 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:31,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:31,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:31,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0, size=1.4 K (1393bytes) at 1731583411187Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0 so closing down at 1731583411238 (+51 ms)3 split writer threads finished at 1731583411242 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0dafac5e-4a48-47ad-2d59-4c16e455ff1a/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731583410762/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583411247 (+5 ms) 2024-11-14T11:23:31,249 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T11:23:31,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=134 (was 129) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1835558615_22 at /127.0.0.1:59994 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@38825c20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=3766 (was 3830) 2024-11-14T11:23:31,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3766 2024-11-14T11:23:31,278 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741836_1012 (size=7) 2024-11-14T11:23:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741836_1012 (size=7) 2024-11-14T11:23:31,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:31,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:31,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:31,301 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:31,301 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T11:23:31,302 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:31,303 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:31,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:31,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741837_1013 (size=2324) 2024-11-14T11:23:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741837_1013 (size=2324) 2024-11-14T11:23:31,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:31,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T11:23:31,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 2024-11-14T11:23:31,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 after 1ms 2024-11-14T11:23:31,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 took 5ms 2024-11-14T11:23:31,380 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 so closing down 2024-11-14T11:23:31,380 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:31,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:31,408 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:31,408 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:31,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:31,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741839_1015 (size=743) 2024-11-14T11:23:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741839_1015 (size=743) 2024-11-14T11:23:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741838_1014 (size=743) 2024-11-14T11:23:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741838_1014 (size=743) 2024-11-14T11:23:31,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T11:23:31,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T11:23:31,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:23:31,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:23:31,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 63 ms; skipped=7; WAL=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T11:23:31,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0, size=2.3 K (2324bytes) at 1731583411367Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 so closing down at 1731583411380 (+13 ms)3 split writer threads finished at 1731583411381 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583411410 (+29 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583411410Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731583411432 (+22 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731583411432Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583411435 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583411435Processed 27 edits across 2 Regions in 63 ms; skipped=7; WAL=hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731583411436 (+1 ms) 2024-11-14T11:23:31,448 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/WALs/testsplitlogfilemultipleregions,16010,1731583411301/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/127f8d8e-8cfd-a8b1-09f0-5d81e643da79/oldWALs/wal.dat.0 2024-11-14T11:23:31,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 134), OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=3741 (was 3766) 2024-11-14T11:23:31,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3740 2024-11-14T11:23:31,485 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:31,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741840_1016 (size=7) 2024-11-14T11:23:31,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741840_1016 (size=7) 2024-11-14T11:23:31,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:31,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:31,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:31,519 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:31,519 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:31,522 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:31,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:31,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:31,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741841_1017 (size=2324) 2024-11-14T11:23:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741841_1017 (size=2324) 2024-11-14T11:23:31,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:32,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T11:23:32,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0 so closing down 2024-11-14T11:23:32,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T11:23:32,395 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0, size=2.3 K (2324bytes) at 1731583412394Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0 so closing down at 1731583412394Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4cdd81af-6308-f06f-a52e-e14a32e910f8/WALs/testterminationaskedbyreporter,16010,1731583411519/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731583412395 (+1 ms) 2024-11-14T11:23:32,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 134), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=3681 (was 3740) 2024-11-14T11:23:32,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3678 2024-11-14T11:23:32,425 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741842_1018 (size=7) 2024-11-14T11:23:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741842_1018 (size=7) 2024-11-14T11:23:32,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:32,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:32,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:32,476 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:32,477 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T11:23:32,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:32,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741843_1019 (size=1043) 2024-11-14T11:23:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741843_1019 (size=1043) 2024-11-14T11:23:32,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:32,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:32,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741845_1021 (size=1043) 2024-11-14T11:23:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741845_1021 (size=1043) 2024-11-14T11:23:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:32,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741846_1022 (size=1043) 2024-11-14T11:23:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741846_1022 (size=1043) 2024-11-14T11:23:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:32,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:32,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741847_1023 (size=1043) 2024-11-14T11:23:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741847_1023 (size=1043) 2024-11-14T11:23:32,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:32,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741848_1024 (size=1043) 2024-11-14T11:23:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741848_1024 (size=1043) 2024-11-14T11:23:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:23:33,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741849_1025 (size=1043) 2024-11-14T11:23:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741849_1025 (size=1043) 2024-11-14T11:23:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:33,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741850_1026 (size=1043) 2024-11-14T11:23:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741850_1026 (size=1043) 2024-11-14T11:23:33,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:33,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:33,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741851_1027 (size=1043) 2024-11-14T11:23:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741851_1027 (size=1043) 2024-11-14T11:23:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:33,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:33,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:33,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741852_1028 (size=1043) 2024-11-14T11:23:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741852_1028 (size=1043) 2024-11-14T11:23:33,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:33,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T11:23:33,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 2024-11-14T11:23:33,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 after 0ms 2024-11-14T11:23:33,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 took 4ms 2024-11-14T11:23:33,915 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T11:23:33,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 so closing down 2024-11-14T11:23:33,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:33,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:33,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:33,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0, size=1.0 K (1043bytes) at 1731583413909Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 so closing down at 1731583413915 (+6 ms)3 split writer threads finished at 1731583413916 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583413916 2024-11-14T11:23:33,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.0 2024-11-14T11:23:33,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1, size=180 (180bytes) 2024-11-14T11:23:33,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 2024-11-14T11:23:33,921 WARN [IPC Server handler 4 on default port 35785 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T11:23:33,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 after 2ms 2024-11-14T11:23:33,981 WARN [ResponseProcessor for block BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:33,981 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_898916742_22 at /127.0.0.1:56784 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56784 dst: /127.0.0.1:45883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:33,981 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_898916742_22 at /127.0.0.1:42052 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40151:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42052 dst: /127.0.0.1:40151 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40151 remote=/127.0.0.1:42052]. Total timeout mills is 60000, 58551 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:33,985 WARN [DataStreamer for file /user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 block BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK], DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK]) is bad. 2024-11-14T11:23:33,991 WARN [DataStreamer for file /user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 block BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:34,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741844_1029 (size=1035) 2024-11-14T11:23:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741844_1029 (size=1035) 2024-11-14T11:23:37,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 after 4003ms 2024-11-14T11:23:37,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 took 4018ms 2024-11-14T11:23:37,951 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1; continuing. 2024-11-14T11:23:37,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 so closing down 2024-11-14T11:23:37,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:37,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:37,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T11:23:37,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1, size=180 (180bytes) at 1731583413919Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 so closing down at 1731583417952 (+4033 ms)3 split writer threads finished at 1731583417960 (+8 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731583417960 2024-11-14T11:23:37,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.1 2024-11-14T11:23:37,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T11:23:37,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 2024-11-14T11:23:37,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 after 1ms 2024-11-14T11:23:37,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 took 20ms 2024-11-14T11:23:38,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 so closing down 2024-11-14T11:23:38,012 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2, size=1.0 K (1043bytes) at 1731583417967Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 so closing down at 1731583418011 (+44 ms)3 split writer threads finished at 1731583418013 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418013 2024-11-14T11:23:38,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.2 2024-11-14T11:23:38,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T11:23:38,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 2024-11-14T11:23:38,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 after 1ms 2024-11-14T11:23:38,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 took 6ms 2024-11-14T11:23:38,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 so closing down 2024-11-14T11:23:38,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3, size=1.0 K (1043bytes) at 1731583418022Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 so closing down at 1731583418047 (+25 ms)3 split writer threads finished at 1731583418049 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418049 2024-11-14T11:23:38,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.3 2024-11-14T11:23:38,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T11:23:38,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 2024-11-14T11:23:38,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 after 0ms 2024-11-14T11:23:38,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 took 8ms 2024-11-14T11:23:38,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 so closing down 2024-11-14T11:23:38,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4, size=1.0 K (1043bytes) at 1731583418061Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 so closing down at 1731583418078 (+17 ms)3 split writer threads finished at 1731583418080 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418080 2024-11-14T11:23:38,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.4 2024-11-14T11:23:38,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T11:23:38,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 2024-11-14T11:23:38,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 after 7ms 2024-11-14T11:23:38,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 took 20ms 2024-11-14T11:23:38,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 so closing down 2024-11-14T11:23:38,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5, size=1.0 K (1043bytes) at 1731583418087Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 so closing down at 1731583418126 (+39 ms)3 split writer threads finished at 1731583418127 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418128 (+1 ms) 2024-11-14T11:23:38,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.5 2024-11-14T11:23:38,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T11:23:38,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 2024-11-14T11:23:38,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 after 1ms 2024-11-14T11:23:38,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 took 7ms 2024-11-14T11:23:38,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 so closing down 2024-11-14T11:23:38,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6, size=1.0 K (1043bytes) at 1731583418135Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 so closing down at 1731583418163 (+28 ms)3 split writer threads finished at 1731583418172 (+9 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418172 2024-11-14T11:23:38,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.6 2024-11-14T11:23:38,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T11:23:38,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 2024-11-14T11:23:38,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 after 1ms 2024-11-14T11:23:38,186 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 took 7ms 2024-11-14T11:23:38,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 so closing down 2024-11-14T11:23:38,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,214 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7, size=1.0 K (1043bytes) at 1731583418179Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 so closing down at 1731583418207 (+28 ms)3 split writer threads finished at 1731583418213 (+6 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418213 2024-11-14T11:23:38,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.7 2024-11-14T11:23:38,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T11:23:38,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 2024-11-14T11:23:38,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 after 1ms 2024-11-14T11:23:38,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 took 5ms 2024-11-14T11:23:38,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 so closing down 2024-11-14T11:23:38,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,265 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8, size=1.0 K (1043bytes) at 1731583418222Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 so closing down at 1731583418257 (+35 ms)3 split writer threads finished at 1731583418265 (+8 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418266 (+1 ms) 2024-11-14T11:23:38,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.8 2024-11-14T11:23:38,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T11:23:38,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 2024-11-14T11:23:38,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 after 3ms 2024-11-14T11:23:38,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 took 8ms 2024-11-14T11:23:38,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 so closing down 2024-11-14T11:23:38,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T11:23:38,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9, size=1.0 K (1043bytes) at 1731583418275Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 so closing down at 1731583418291 (+16 ms)3 split writer threads finished at 1731583418292 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731583418292 2024-11-14T11:23:38,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/WALs/testsplitdeletedregion,16010,1731583412477/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/d408d14f-56b8-8b8e-5d05-3a85c2ed6ca3/oldWALs/wal.dat.9 2024-11-14T11:23:38,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=141 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-108054405_22 at /127.0.0.1:42140 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-108054405_22 at /127.0.0.1:56892 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:37601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=3471 (was 3678) 2024-11-14T11:23:38,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=3471 2024-11-14T11:23:38,348 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741853_1030 (size=7) 2024-11-14T11:23:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741853_1030 (size=7) 2024-11-14T11:23:38,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:38,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:38,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:38,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:38,411 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T11:23:38,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:38,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:38,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741854_1031 (size=863) 2024-11-14T11:23:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741854_1031 (size=863) 2024-11-14T11:23:38,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741855_1032 (size=859) 2024-11-14T11:23:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741855_1032 (size=859) 2024-11-14T11:23:38,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0, size=859 (859bytes) 2024-11-14T11:23:38,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 2024-11-14T11:23:38,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 after 1ms 2024-11-14T11:23:38,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 took 12ms 2024-11-14T11:23:38,771 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0; continuing. 2024-11-14T11:23:38,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 so closing down 2024-11-14T11:23:38,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:38,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:38,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:38,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:38,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741856_1033 (size=863) 2024-11-14T11:23:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741856_1033 (size=863) 2024-11-14T11:23:38,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:38,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T11:23:38,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 257 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T11:23:38,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0, size=859 (859bytes) at 1731583418585Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 so closing down at 1731583418772 (+187 ms)3 split writer threads finished at 1731583418772Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583418816 (+44 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583418872 (+56 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731583418877 (+5 ms)Processed 10 edits across 1 Regions in 257 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731583418877 2024-11-14T11:23:38,882 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/WALs/testcorruptwaltrailer,16010,1731583418411/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/c42e81c5-e40d-588b-5133-3f4690d5ac4a/oldWALs/wal.dat.0 2024-11-14T11:23:38,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=3418 (was 3471) 2024-11-14T11:23:38,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=3416 2024-11-14T11:23:38,922 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741857_1034 (size=7) 2024-11-14T11:23:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741857_1034 (size=7) 2024-11-14T11:23:39,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:39,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:39,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=3392 (was 3416) 2024-11-14T11:23:39,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=3388 2024-11-14T11:23:39,126 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:39,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741858_1035 (size=7) 2024-11-14T11:23:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741858_1035 (size=7) 2024-11-14T11:23:39,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:39,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,201 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:39,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T11:23:39,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741859_1036 (size=93) 2024-11-14T11:23:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741859_1036 (size=93) 2024-11-14T11:23:39,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=3340 (was 3388) 2024-11-14T11:23:39,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=3343 2024-11-14T11:23:39,378 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:39,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741860_1037 (size=7) 2024-11-14T11:23:39,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741860_1037 (size=7) 2024-11-14T11:23:39,442 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:39,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:39,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:39,454 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:39,458 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:39,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:39,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741861_1038 (size=1393) 2024-11-14T11:23:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741861_1038 (size=1393) 2024-11-14T11:23:39,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:39,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:39,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:39,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741862_1039 (size=1393) 2024-11-14T11:23:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741862_1039 (size=1393) 2024-11-14T11:23:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:40,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:40,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741863_1040 (size=1393) 2024-11-14T11:23:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741863_1040 (size=1393) 2024-11-14T11:23:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:40,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741864_1041 (size=1393) 2024-11-14T11:23:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741864_1041 (size=1393) 2024-11-14T11:23:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:40,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:40,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741865_1042 (size=1393) 2024-11-14T11:23:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741865_1042 (size=1393) 2024-11-14T11:23:40,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:40,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:40,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741866_1043 (size=1393) 2024-11-14T11:23:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741866_1043 (size=1393) 2024-11-14T11:23:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:23:40,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741867_1044 (size=1405) 2024-11-14T11:23:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741867_1044 (size=1405) 2024-11-14T11:23:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:40,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741868_1045 (size=1413) 2024-11-14T11:23:40,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741868_1045 (size=1413) 2024-11-14T11:23:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:40,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:40,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:40,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741869_1046 (size=1413) 2024-11-14T11:23:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741869_1046 (size=1413) 2024-11-14T11:23:41,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:41,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741870_1047 (size=1413) 2024-11-14T11:23:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741870_1047 (size=1413) 2024-11-14T11:23:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:41,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:23:41,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7 2024-11-14T11:23:41,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7 after 3ms 2024-11-14T11:23:41,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7 took 16ms 2024-11-14T11:23:41,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7 so closing down 2024-11-14T11:23:41,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:41,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:41,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:23:41,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:23:41,243 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:41,242 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:41,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T11:23:41,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7, size=1.4 K (1413bytes) at 1731583421133Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7 so closing down at 1731583421161 (+28 ms)3 split writer threads finished at 1731583421168 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583421217 (+49 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583421219 (+2 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731583421243 (+24 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731583421244 (+1 ms)Processed 20 edits across 0 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/cc19ae4b-388e-1156-f6dd-994e8ca8ca55/WALs/testioeonoutputthread,16010,1731583419454/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731583421244 2024-11-14T11:23:41,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=143 (was 141) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-366878960_22 at /127.0.0.1:56892 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 444) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3060 (was 3343) 2024-11-14T11:23:41,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=3059 2024-11-14T11:23:41,281 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741871_1048 (size=7) 2024-11-14T11:23:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741871_1048 (size=7) 2024-11-14T11:23:41,314 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:41,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:41,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:41,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:41,360 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:41,361 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:41,363 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:41,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741872_1049 (size=2324) 2024-11-14T11:23:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741872_1049 (size=2324) 2024-11-14T11:23:41,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:41,413 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:41,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741873_1050 (size=1393) 2024-11-14T11:23:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741873_1050 (size=1393) 2024-11-14T11:23:41,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:41,463 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:41,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T11:23:41,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T11:23:41,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T11:23:41,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T11:23:41,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T11:23:41,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T11:23:41,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T11:23:41,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T11:23:41,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T11:23:41,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T11:23:41,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T11:23:41,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T11:23:41,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T11:23:41,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T11:23:41,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T11:23:41,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T11:23:41,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T11:23:41,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T11:23:41,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T11:23:41,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T11:23:41,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T11:23:41,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T11:23:41,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T11:23:41,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T11:23:41,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T11:23:41,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T11:23:41,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T11:23:41,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T11:23:41,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T11:23:41,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T11:23:41,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T11:23:41,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T11:23:41,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T11:23:41,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T11:23:41,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T11:23:41,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T11:23:41,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T11:23:41,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T11:23:41,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T11:23:41,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T11:23:41,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T11:23:41,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T11:23:41,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T11:23:41,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T11:23:41,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T11:23:41,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T11:23:41,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T11:23:41,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T11:23:41,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T11:23:41,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T11:23:41,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T11:23:41,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T11:23:41,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T11:23:41,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T11:23:41,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T11:23:41,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T11:23:41,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T11:23:41,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T11:23:41,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T11:23:41,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T11:23:41,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T11:23:41,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T11:23:41,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T11:23:41,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T11:23:41,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T11:23:41,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T11:23:41,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T11:23:41,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T11:23:41,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T11:23:41,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T11:23:41,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T11:23:41,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T11:23:41,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T11:23:41,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T11:23:41,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T11:23:41,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T11:23:41,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T11:23:41,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T11:23:41,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T11:23:41,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T11:23:41,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T11:23:41,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T11:23:41,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T11:23:41,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T11:23:41,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T11:23:41,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T11:23:41,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T11:23:41,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T11:23:41,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T11:23:41,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T11:23:41,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T11:23:41,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T11:23:41,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T11:23:41,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T11:23:41,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T11:23:41,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T11:23:41,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T11:23:41,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T11:23:41,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T11:23:41,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T11:23:41,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T11:23:41,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T11:23:41,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T11:23:41,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T11:23:41,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T11:23:41,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T11:23:41,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T11:23:41,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T11:23:41,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T11:23:41,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T11:23:41,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T11:23:41,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T11:23:41,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T11:23:41,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T11:23:41,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T11:23:41,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T11:23:41,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T11:23:41,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T11:23:41,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T11:23:41,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T11:23:41,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T11:23:41,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T11:23:41,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T11:23:41,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T11:23:41,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T11:23:41,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T11:23:41,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T11:23:41,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T11:23:41,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T11:23:41,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T11:23:41,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T11:23:41,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T11:23:41,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T11:23:41,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T11:23:41,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T11:23:41,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T11:23:41,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T11:23:41,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T11:23:41,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T11:23:41,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T11:23:41,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T11:23:41,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T11:23:41,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T11:23:41,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T11:23:41,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T11:23:41,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T11:23:41,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T11:23:41,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T11:23:41,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T11:23:41,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T11:23:41,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T11:23:41,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T11:23:41,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T11:23:41,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T11:23:41,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T11:23:41,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T11:23:41,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T11:23:41,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T11:23:41,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T11:23:41,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T11:23:41,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T11:23:41,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T11:23:41,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T11:23:41,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T11:23:41,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T11:23:41,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T11:23:41,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T11:23:41,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T11:23:41,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T11:23:41,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T11:23:41,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T11:23:41,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T11:23:41,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T11:23:41,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T11:23:41,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T11:23:41,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T11:23:41,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T11:23:41,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T11:23:41,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T11:23:41,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T11:23:41,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T11:23:41,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T11:23:41,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T11:23:41,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T11:23:41,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T11:23:41,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T11:23:41,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T11:23:41,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T11:23:41,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T11:23:41,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T11:23:41,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T11:23:41,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T11:23:41,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T11:23:41,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T11:23:41,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T11:23:41,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T11:23:41,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T11:23:41,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:41,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:41,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T11:23:42,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T11:23:42,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T11:23:42,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T11:23:42,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T11:23:42,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T11:23:42,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T11:23:42,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T11:23:42,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T11:23:42,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T11:23:42,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T11:23:42,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T11:23:42,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T11:23:42,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T11:23:42,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T11:23:42,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T11:23:42,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T11:23:42,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T11:23:42,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T11:23:42,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T11:23:42,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T11:23:42,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T11:23:42,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T11:23:42,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T11:23:42,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T11:23:42,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T11:23:42,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T11:23:42,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T11:23:42,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T11:23:42,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T11:23:42,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T11:23:42,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T11:23:42,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T11:23:42,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T11:23:42,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T11:23:42,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T11:23:42,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T11:23:42,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T11:23:42,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T11:23:42,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T11:23:42,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T11:23:42,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T11:23:42,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T11:23:42,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T11:23:42,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T11:23:42,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T11:23:42,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T11:23:42,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T11:23:42,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T11:23:42,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T11:23:42,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T11:23:42,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T11:23:42,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T11:23:42,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T11:23:42,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T11:23:42,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T11:23:42,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T11:23:42,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T11:23:42,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T11:23:42,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T11:23:42,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T11:23:42,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T11:23:42,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T11:23:42,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T11:23:42,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T11:23:42,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T11:23:42,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T11:23:42,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T11:23:42,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T11:23:42,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T11:23:42,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T11:23:42,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T11:23:42,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T11:23:42,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T11:23:42,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T11:23:42,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T11:23:42,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T11:23:42,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T11:23:42,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T11:23:42,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T11:23:42,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T11:23:42,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T11:23:42,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T11:23:42,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T11:23:42,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T11:23:42,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T11:23:42,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T11:23:42,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T11:23:42,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T11:23:42,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T11:23:42,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T11:23:42,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T11:23:42,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T11:23:42,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T11:23:42,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T11:23:42,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T11:23:42,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T11:23:42,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T11:23:42,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T11:23:42,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T11:23:42,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T11:23:42,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T11:23:42,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T11:23:42,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T11:23:42,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T11:23:42,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T11:23:42,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T11:23:42,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T11:23:42,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T11:23:42,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T11:23:42,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T11:23:42,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T11:23:42,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T11:23:42,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T11:23:42,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T11:23:42,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T11:23:42,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T11:23:42,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T11:23:42,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T11:23:42,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T11:23:42,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T11:23:42,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T11:23:42,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T11:23:42,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T11:23:42,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T11:23:42,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T11:23:42,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T11:23:42,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T11:23:42,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T11:23:42,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T11:23:42,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T11:23:42,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T11:23:42,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T11:23:42,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T11:23:42,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T11:23:42,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T11:23:42,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T11:23:42,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T11:23:42,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T11:23:42,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T11:23:42,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T11:23:42,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T11:23:42,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T11:23:42,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T11:23:42,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T11:23:42,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T11:23:42,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T11:23:42,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T11:23:42,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T11:23:42,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T11:23:42,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T11:23:42,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T11:23:42,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T11:23:42,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T11:23:42,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T11:23:42,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T11:23:42,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T11:23:42,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T11:23:42,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T11:23:42,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T11:23:42,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T11:23:42,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T11:23:42,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T11:23:42,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T11:23:42,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T11:23:42,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T11:23:42,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T11:23:42,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T11:23:42,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T11:23:42,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T11:23:42,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T11:23:42,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T11:23:42,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T11:23:42,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T11:23:42,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T11:23:42,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T11:23:42,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T11:23:42,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T11:23:42,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T11:23:42,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T11:23:42,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T11:23:42,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T11:23:42,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T11:23:42,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T11:23:42,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T11:23:42,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T11:23:42,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T11:23:42,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T11:23:42,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T11:23:42,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T11:23:42,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T11:23:42,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T11:23:42,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T11:23:42,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T11:23:42,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T11:23:42,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T11:23:42,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T11:23:42,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T11:23:42,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T11:23:42,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,526 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321): HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731583421412; access_time=1731583421365; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583421462; access_time=1731583421414; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731583421463; access_time=1731583421463; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T11:23:42,526 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T11:23:42,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T11:23:42,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T11:23:42,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T11:23:42,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T11:23:42,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T11:23:42,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T11:23:42,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T11:23:42,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T11:23:42,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T11:23:42,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T11:23:42,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T11:23:42,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T11:23:42,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T11:23:42,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T11:23:42,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T11:23:42,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T11:23:42,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T11:23:42,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T11:23:42,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T11:23:42,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T11:23:42,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T11:23:42,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 2024-11-14T11:23:42,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 after 1ms 2024-11-14T11:23:42,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T11:23:42,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 took 6ms 2024-11-14T11:23:42,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T11:23:42,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T11:23:42,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T11:23:42,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T11:23:42,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T11:23:42,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T11:23:42,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T11:23:42,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T11:23:42,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 so closing down 2024-11-14T11:23:42,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:42,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:42,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T11:23:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T11:23:42,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T11:23:42,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T11:23:42,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T11:23:42,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T11:23:42,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T11:23:42,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T11:23:42,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T11:23:42,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:42,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T11:23:42,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T11:23:42,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:42,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T11:23:42,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:42,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T11:23:42,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:42,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T11:23:42,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T11:23:42,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T11:23:42,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T11:23:42,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T11:23:42,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T11:23:42,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T11:23:42,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T11:23:42,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T11:23:42,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T11:23:42,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T11:23:42,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T11:23:42,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T11:23:42,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T11:23:42,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741875_1052 (size=743) 2024-11-14T11:23:42,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T11:23:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741875_1052 (size=743) 2024-11-14T11:23:42,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T11:23:42,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:42,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T11:23:42,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:23:42,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T11:23:42,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T11:23:42,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T11:23:42,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T11:23:42,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T11:23:42,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T11:23:42,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741876_1053 (size=743) 2024-11-14T11:23:42,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T11:23:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741876_1053 (size=743) 2024-11-14T11:23:42,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:42,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T11:23:42,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:23:42,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T11:23:42,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 102 ms; skipped=7; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T11:23:42,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0, size=2.3 K (2324bytes) at 1731583422581Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 so closing down at 1731583422607 (+26 ms)3 split writer threads finished at 1731583422608 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583422633 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583422638 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583422677 (+39 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583422680 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583422696 (+16 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583422701 (+5 ms)Processed 27 edits across 2 Regions in 102 ms; skipped=7; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731583422701 2024-11-14T11:23:42,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T11:23:42,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/oldWALs/wal.dat.0 2024-11-14T11:23:42,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:23:42,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 2024-11-14T11:23:42,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 after 0ms 2024-11-14T11:23:42,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T11:23:42,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T11:23:42,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T11:23:42,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T11:23:42,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T11:23:42,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T11:23:42,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 took 13ms 2024-11-14T11:23:42,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T11:23:42,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T11:23:42,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T11:23:42,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 so closing down 2024-11-14T11:23:42,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:42,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:42,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T11:23:42,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T11:23:42,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:42,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T11:23:42,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:42,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:42,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T11:23:42,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T11:23:42,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T11:23:42,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T11:23:42,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:42,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T11:23:42,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T11:23:42,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T11:23:42,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T11:23:42,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T11:23:42,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T11:23:42,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T11:23:42,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T11:23:42,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T11:23:42,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T11:23:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741877_1054 (size=743) 2024-11-14T11:23:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741877_1054 (size=743) 2024-11-14T11:23:42,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T11:23:42,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T11:23:42,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T11:23:42,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T11:23:42,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:42,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T11:23:42,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T11:23:42,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:23:42,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T11:23:42,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T11:23:42,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T11:23:42,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T11:23:42,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T11:23:42,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T11:23:42,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T11:23:42,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T11:23:42,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T11:23:42,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T11:23:42,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T11:23:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741878_1055 (size=743) 2024-11-14T11:23:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741878_1055 (size=743) 2024-11-14T11:23:42,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:42,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:23:42,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:42,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1, size=1.4 K (1393bytes) at 1731583422705Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 so closing down at 1731583422728 (+23 ms)3 split writer threads finished at 1731583422729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583422734 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583422742 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583422774 (+32 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583422777 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583422799 (+22 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583422806 (+7 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583422806 2024-11-14T11:23:42,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T11:23:42,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T11:23:42,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T11:23:42,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T11:23:42,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/oldWALs/wal.dat.1 2024-11-14T11:23:42,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2, size=150 (150bytes) 2024-11-14T11:23:42,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 2024-11-14T11:23:42,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,814 WARN [IPC Server handler 4 on default port 35785 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T11:23:42,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T11:23:42,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T11:23:42,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 after 5ms 2024-11-14T11:23:42,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T11:23:42,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T11:23:42,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T11:23:42,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T11:23:42,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T11:23:42,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T11:23:42,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T11:23:42,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T11:23:42,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T11:23:42,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T11:23:42,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T11:23:42,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T11:23:42,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T11:23:42,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T11:23:42,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T11:23:42,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T11:23:42,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T11:23:42,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T11:23:42,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T11:23:42,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T11:23:42,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T11:23:42,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T11:23:42,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T11:23:42,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T11:23:42,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T11:23:42,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T11:23:42,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T11:23:42,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T11:23:42,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T11:23:42,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T11:23:42,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T11:23:42,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T11:23:42,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T11:23:42,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T11:23:42,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T11:23:42,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T11:23:42,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T11:23:42,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T11:23:42,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T11:23:42,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T11:23:42,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T11:23:42,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T11:23:42,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T11:23:42,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T11:23:42,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T11:23:42,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T11:23:42,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T11:23:42,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T11:23:42,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T11:23:42,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T11:23:42,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T11:23:42,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T11:23:42,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T11:23:42,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T11:23:42,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T11:23:42,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T11:23:42,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T11:23:42,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T11:23:42,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T11:23:42,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T11:23:42,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T11:23:42,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T11:23:42,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T11:23:42,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T11:23:42,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T11:23:42,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T11:23:42,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T11:23:42,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T11:23:42,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T11:23:42,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T11:23:42,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T11:23:42,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T11:23:42,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T11:23:42,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T11:23:42,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T11:23:42,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T11:23:42,994 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1790244832_538 at /127.0.0.1:42296 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40151:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42296 dst: /127.0.0.1:40151 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,994 WARN [ResponseProcessor for block BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:42,994 WARN [DataStreamer for file /user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 block BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK], DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK]) is bad. 2024-11-14T11:23:42,994 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1790244832_538 at /127.0.0.1:57092 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:45883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57092 dst: /127.0.0.1:45883 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45883 remote=/127.0.0.1:57092]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,996 WARN [DataStreamer for file /user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 block BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:42,997 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:42,998 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T11:23:42,998 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 619 2024-11-14T11:23:42,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T11:23:42,998 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:42,999 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741874_1056 (size=38947) 2024-11-14T11:23:43,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741874_1056 (size=38947) 2024-11-14T11:23:46,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 after 4006ms 2024-11-14T11:23:46,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 took 4014ms 2024-11-14T11:23:46,857 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2; continuing. 2024-11-14T11:23:46,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 so closing down 2024-11-14T11:23:46,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:46,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:46,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:46,863 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:46,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:46,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741879_1057 (size=743) 2024-11-14T11:23:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741879_1057 (size=743) 2024-11-14T11:23:46,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:46,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:23:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741880_1058 (size=38305) 2024-11-14T11:23:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741880_1058 (size=38305) 2024-11-14T11:23:46,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 598 edits, skipped 0 edits in 3 ms) 2024-11-14T11:23:46,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:23:46,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 608 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T11:23:46,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2, size=150 (150bytes) at 1731583422813Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 so closing down at 1731583426857 (+4044 ms)3 split writer threads finished at 1731583426858 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583426865 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583426865Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583426875 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583426878 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 598 edits, skipped 0 edits in 3 ms) at 1731583426887 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583426889 (+2 ms)Processed 608 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731583426889 2024-11-14T11:23:46,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/WALs/testlogcannotbewrittenonceparsed,16010,1731583421321/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/53328683-7269-ed42-c201-6a8c5f8d8bb7/oldWALs/wal.dat.2 2024-11-14T11:23:46,891 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T11:23:46,944 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=618, robber=618 2024-11-14T11:23:46,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=147 (was 141) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:33487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:35785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:35785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:35785 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:35785 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-366878960_22 at /127.0.0.1:49476 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-366878960_22 at /127.0.0.1:58444 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=2965 (was 3059) 2024-11-14T11:23:46,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=2965 2024-11-14T11:23:46,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741881_1059 (size=7) 2024-11-14T11:23:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741881_1059 (size=7) 2024-11-14T11:23:47,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:47,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:47,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:47,400 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:47,403 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:47,405 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:47,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741882_1060 (size=1393) 2024-11-14T11:23:47,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741882_1060 (size=1393) 2024-11-14T11:23:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:47,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741883_1061 (size=1393) 2024-11-14T11:23:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741883_1061 (size=1393) 2024-11-14T11:23:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:47,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:47,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741884_1062 (size=1393) 2024-11-14T11:23:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741884_1062 (size=1393) 2024-11-14T11:23:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:47,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741885_1063 (size=1393) 2024-11-14T11:23:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741885_1063 (size=1393) 2024-11-14T11:23:47,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:47,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741886_1064 (size=1393) 2024-11-14T11:23:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741886_1064 (size=1393) 2024-11-14T11:23:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:47,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741887_1065 (size=1393) 2024-11-14T11:23:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741887_1065 (size=1393) 2024-11-14T11:23:47,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:23:47,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:47,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741888_1066 (size=1405) 2024-11-14T11:23:47,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741888_1066 (size=1405) 2024-11-14T11:23:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:47,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741889_1067 (size=1413) 2024-11-14T11:23:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741889_1067 (size=1413) 2024-11-14T11:23:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:47,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741890_1068 (size=1413) 2024-11-14T11:23:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741890_1068 (size=1413) 2024-11-14T11:23:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:47,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741891_1069 (size=1413) 2024-11-14T11:23:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741891_1069 (size=1413) 2024-11-14T11:23:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:48,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:23:48,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 2024-11-14T11:23:48,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 after 3ms 2024-11-14T11:23:48,241 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 took 2012ms 2024-11-14T11:23:50,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 so closing down 2024-11-14T11:23:50,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:50,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:50,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:50,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:50,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:50,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741892_1070 (size=743) 2024-11-14T11:23:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741892_1070 (size=743) 2024-11-14T11:23:50,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:50,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:23:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741893_1071 (size=743) 2024-11-14T11:23:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741893_1071 (size=743) 2024-11-14T11:23:50,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:50,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:23:50,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:50,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0, size=1.4 K (1393bytes) at 1731583428238Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 so closing down at 1731583430262 (+2024 ms)3 split writer threads finished at 1731583430268 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583430285 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583430296 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583430317 (+21 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583430325 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583430328 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583430334 (+6 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583430334 2024-11-14T11:23:50,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.0 2024-11-14T11:23:50,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:23:50,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 2024-11-14T11:23:50,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 after 1ms 2024-11-14T11:23:50,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 took 16ms 2024-11-14T11:23:50,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 so closing down 2024-11-14T11:23:50,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:50,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:50,367 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:50,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:50,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:50,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741894_1072 (size=743) 2024-11-14T11:23:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741894_1072 (size=743) 2024-11-14T11:23:50,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:50,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:23:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741895_1073 (size=743) 2024-11-14T11:23:50,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741895_1073 (size=743) 2024-11-14T11:23:50,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:50,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:23:50,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:50,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1, size=1.4 K (1393bytes) at 1731583430343Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 so closing down at 1731583430362 (+19 ms)3 split writer threads finished at 1731583430363 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583430371 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583430385 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583430394 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583430400 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583430806 (+406 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583430818 (+12 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583430818 2024-11-14T11:23:50,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.1 2024-11-14T11:23:50,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:23:50,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 2024-11-14T11:23:50,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 after 1ms 2024-11-14T11:23:50,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 took 11ms 2024-11-14T11:23:50,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 so closing down 2024-11-14T11:23:50,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:50,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:50,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:50,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:50,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:50,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:50,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741896_1074 (size=743) 2024-11-14T11:23:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741896_1074 (size=743) 2024-11-14T11:23:50,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:50,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:23:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741897_1075 (size=743) 2024-11-14T11:23:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741897_1075 (size=743) 2024-11-14T11:23:51,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:23:51,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:51,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2, size=1.4 K (1393bytes) at 1731583430826Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 so closing down at 1731583430844 (+18 ms)3 split writer threads finished at 1731583430847 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583430873 (+26 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583430877 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583430897 (+20 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583430901 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431307 (+406 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583431313 (+6 ms)Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583431313 2024-11-14T11:23:51,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.2 2024-11-14T11:23:51,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:23:51,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 2024-11-14T11:23:51,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 after 3ms 2024-11-14T11:23:51,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 took 8ms 2024-11-14T11:23:51,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 so closing down 2024-11-14T11:23:51,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:51,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:51,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:23:51,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:23:51,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:23:51,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:23:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741898_1076 (size=743) 2024-11-14T11:23:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741898_1076 (size=743) 2024-11-14T11:23:51,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:23:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741899_1077 (size=743) 2024-11-14T11:23:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741899_1077 (size=743) 2024-11-14T11:23:51,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:23:51,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:51,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3, size=1.4 K (1393bytes) at 1731583431319Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 so closing down at 1731583431345 (+26 ms)3 split writer threads finished at 1731583431352 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583431363 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583431365 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431371 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583431376 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431380 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583431383 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583431384 (+1 ms) 2024-11-14T11:23:51,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.3 2024-11-14T11:23:51,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:23:51,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 2024-11-14T11:23:51,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 after 12ms 2024-11-14T11:23:51,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 took 18ms 2024-11-14T11:23:51,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 so closing down 2024-11-14T11:23:51,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:51,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:51,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:23:51,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:23:51,434 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:23:51,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:23:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741900_1078 (size=743) 2024-11-14T11:23:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741900_1078 (size=743) 2024-11-14T11:23:51,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741901_1079 (size=743) 2024-11-14T11:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741901_1079 (size=743) 2024-11-14T11:23:51,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:23:51,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:51,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4, size=1.4 K (1393bytes) at 1731583431392Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 so closing down at 1731583431414 (+22 ms)3 split writer threads finished at 1731583431415 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583431428 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583431441 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431450 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583431453 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431460 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583431463 (+3 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583431464 (+1 ms) 2024-11-14T11:23:51,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.4 2024-11-14T11:23:51,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:23:51,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 2024-11-14T11:23:51,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 after 0ms 2024-11-14T11:23:51,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 took 12ms 2024-11-14T11:23:51,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 so closing down 2024-11-14T11:23:51,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:51,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:51,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:23:51,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:23:51,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:23:51,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:23:51,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741903_1081 (size=743) 2024-11-14T11:23:51,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741903_1081 (size=743) 2024-11-14T11:23:51,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:23:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741902_1080 (size=743) 2024-11-14T11:23:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741902_1080 (size=743) 2024-11-14T11:23:51,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:23:51,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:51,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5, size=1.4 K (1393bytes) at 1731583431469Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 so closing down at 1731583431482 (+13 ms)3 split writer threads finished at 1731583431483 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583431489 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583431491 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431509 (+18 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583431513 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431523 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583431529 (+6 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583431529 2024-11-14T11:23:51,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.5 2024-11-14T11:23:51,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:23:51,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 2024-11-14T11:23:51,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 after 0ms 2024-11-14T11:23:51,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 took 5ms 2024-11-14T11:23:51,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 so closing down 2024-11-14T11:23:51,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:51,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:51,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:23:51,554 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:23:51,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:23:51,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:23:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741905_1083 (size=749) 2024-11-14T11:23:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741904_1082 (size=749) 2024-11-14T11:23:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741904_1082 (size=749) 2024-11-14T11:23:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741905_1083 (size=749) 2024-11-14T11:23:51,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:23:51,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:51,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:23:51,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:23:51,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6, size=1.4 K (1405bytes) at 1731583431536Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 so closing down at 1731583431550 (+14 ms)3 split writer threads finished at 1731583431550Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583431555 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583431556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431576 (+20 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583431579 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583431975 (+396 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583431979 (+4 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583431979 2024-11-14T11:23:51,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.6 2024-11-14T11:23:51,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:23:51,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 2024-11-14T11:23:51,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 after 0ms 2024-11-14T11:23:51,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 took 5ms 2024-11-14T11:23:51,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 so closing down 2024-11-14T11:23:51,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:51,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:52,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:23:52,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:23:52,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:23:52,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:23:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741907_1085 (size=753) 2024-11-14T11:23:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741907_1085 (size=753) 2024-11-14T11:23:52,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:23:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741906_1084 (size=753) 2024-11-14T11:23:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741906_1084 (size=753) 2024-11-14T11:23:52,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:23:52,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:52,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7, size=1.4 K (1413bytes) at 1731583431983Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 so closing down at 1731583431991 (+8 ms)3 split writer threads finished at 1731583431992 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583432008 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583432012 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432050 (+38 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583432053 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432063 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583432067 (+4 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583432067 2024-11-14T11:23:52,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.7 2024-11-14T11:23:52,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:23:52,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 2024-11-14T11:23:52,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 after 0ms 2024-11-14T11:23:52,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 took 5ms 2024-11-14T11:23:52,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 so closing down 2024-11-14T11:23:52,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:52,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:52,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:23:52,085 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:23:52,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:23:52,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:23:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741908_1086 (size=753) 2024-11-14T11:23:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741908_1086 (size=753) 2024-11-14T11:23:52,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741909_1087 (size=753) 2024-11-14T11:23:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741909_1087 (size=753) 2024-11-14T11:23:52,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:23:52,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:23:52,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:52,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8, size=1.4 K (1413bytes) at 1731583432073Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 so closing down at 1731583432080 (+7 ms)3 split writer threads finished at 1731583432080Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583432087 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583432088 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432103 (+15 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583432106 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432108 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583432112 (+4 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583432113 (+1 ms) 2024-11-14T11:23:52,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.8 2024-11-14T11:23:52,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:23:52,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 2024-11-14T11:23:52,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 after 0ms 2024-11-14T11:23:52,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 took 5ms 2024-11-14T11:23:52,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 so closing down 2024-11-14T11:23:52,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:52,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:52,126 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:23:52,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:23:52,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:23:52,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:23:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741911_1089 (size=753) 2024-11-14T11:23:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741911_1089 (size=753) 2024-11-14T11:23:52,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741910_1088 (size=753) 2024-11-14T11:23:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741910_1088 (size=753) 2024-11-14T11:23:52,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:23:52,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:52,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:23:52,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:52,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9, size=1.4 K (1413bytes) at 1731583432116Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 so closing down at 1731583432123 (+7 ms)3 split writer threads finished at 1731583432123Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583432128 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583432128Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432138 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583432140 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583432540 (+400 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583432543 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583432543 2024-11-14T11:23:52,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/WALs/testretryopenduringrecovery,16010,1731583427400/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/e7444f65-d47b-a659-c4de-a9fb18775da3/oldWALs/wal.dat.9 2024-11-14T11:23:52,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 452) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2874 (was 2965) 2024-11-14T11:23:52,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=2874 2024-11-14T11:23:52,574 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741912_1090 (size=7) 2024-11-14T11:23:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741912_1090 (size=7) 2024-11-14T11:23:52,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:52,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:52,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:52,606 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:52,607 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:52,607 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:52,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741913_1091 (size=1393) 2024-11-14T11:23:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741913_1091 (size=1393) 2024-11-14T11:23:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:52,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741914_1092 (size=1393) 2024-11-14T11:23:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741914_1092 (size=1393) 2024-11-14T11:23:52,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:52,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:52,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741915_1093 (size=1393) 2024-11-14T11:23:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741915_1093 (size=1393) 2024-11-14T11:23:52,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:52,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741916_1094 (size=1393) 2024-11-14T11:23:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741916_1094 (size=1393) 2024-11-14T11:23:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:52,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:52,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741917_1095 (size=1393) 2024-11-14T11:23:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741917_1095 (size=1393) 2024-11-14T11:23:52,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:52,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741919_1097 (size=1405) 2024-11-14T11:23:52,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741919_1097 (size=1405) 2024-11-14T11:23:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:52,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:52,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:52,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741920_1098 (size=1413) 2024-11-14T11:23:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741920_1098 (size=1413) 2024-11-14T11:23:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:53,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741921_1099 (size=1413) 2024-11-14T11:23:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741921_1099 (size=1413) 2024-11-14T11:23:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:53,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:53,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741922_1100 (size=1413) 2024-11-14T11:23:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741922_1100 (size=1413) 2024-11-14T11:23:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:53,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:23:53,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 2024-11-14T11:23:53,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 after 0ms 2024-11-14T11:23:53,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 took 3ms 2024-11-14T11:23:53,602 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 so closing down 2024-11-14T11:23:53,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:53,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:53,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:53,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:53,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:53,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:53,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741923_1101 (size=743) 2024-11-14T11:23:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741923_1101 (size=743) 2024-11-14T11:23:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741924_1102 (size=743) 2024-11-14T11:23:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741924_1102 (size=743) 2024-11-14T11:23:53,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:53,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:23:54,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:23:54,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:54,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0, size=1.4 K (1393bytes) at 1731583433593Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 so closing down at 1731583433602 (+9 ms)3 split writer threads finished at 1731583433602Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583433609 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583433618 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583433635 (+17 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583433637 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434036 (+399 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583434037 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583434037 2024-11-14T11:23:54,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.0 2024-11-14T11:23:54,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:23:54,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 2024-11-14T11:23:54,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 after 0ms 2024-11-14T11:23:54,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 took 3ms 2024-11-14T11:23:54,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 so closing down 2024-11-14T11:23:54,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:54,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:54,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:54,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:54,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:54,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741925_1103 (size=743) 2024-11-14T11:23:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741925_1103 (size=743) 2024-11-14T11:23:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741926_1104 (size=743) 2024-11-14T11:23:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741926_1104 (size=743) 2024-11-14T11:23:54,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:23:54,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:23:54,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:54,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1, size=1.4 K (1393bytes) at 1731583434040Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 so closing down at 1731583434046 (+6 ms)3 split writer threads finished at 1731583434048 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583434053 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583434054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434074 (+20 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583434078 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434080 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583434082 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583434082 2024-11-14T11:23:54,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.1 2024-11-14T11:23:54,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:23:54,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 2024-11-14T11:23:54,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 after 0ms 2024-11-14T11:23:54,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 took 5ms 2024-11-14T11:23:54,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 so closing down 2024-11-14T11:23:54,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:54,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:54,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:54,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:54,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:54,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741927_1105 (size=743) 2024-11-14T11:23:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741927_1105 (size=743) 2024-11-14T11:23:54,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:23:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741928_1106 (size=743) 2024-11-14T11:23:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741928_1106 (size=743) 2024-11-14T11:23:54,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:23:54,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:54,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2, size=1.4 K (1393bytes) at 1731583434087Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 so closing down at 1731583434094 (+7 ms)3 split writer threads finished at 1731583434095 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583434117 (+22 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583434117Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434129 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583434131 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434137 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583434139 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583434139 2024-11-14T11:23:54,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.2 2024-11-14T11:23:54,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:23:54,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 2024-11-14T11:23:54,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 after 0ms 2024-11-14T11:23:54,144 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 took 3ms 2024-11-14T11:23:54,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 so closing down 2024-11-14T11:23:54,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:54,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:54,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:23:54,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:23:54,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:23:54,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:23:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741929_1107 (size=743) 2024-11-14T11:23:54,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741929_1107 (size=743) 2024-11-14T11:23:54,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:23:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741930_1108 (size=743) 2024-11-14T11:23:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741930_1108 (size=743) 2024-11-14T11:23:54,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:23:54,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:54,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3, size=1.4 K (1393bytes) at 1731583434141Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 so closing down at 1731583434145 (+4 ms)3 split writer threads finished at 1731583434146 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583434155 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583434156 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434163 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583434164 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434174 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583434175 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583434175 2024-11-14T11:23:54,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.3 2024-11-14T11:23:54,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:23:54,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 2024-11-14T11:23:54,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 after 1ms 2024-11-14T11:23:54,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 took 2ms 2024-11-14T11:23:54,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 so closing down 2024-11-14T11:23:54,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:54,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:54,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:23:54,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:23:54,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:23:54,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741932_1110 (size=743) 2024-11-14T11:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741932_1110 (size=743) 2024-11-14T11:23:54,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:23:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741931_1109 (size=743) 2024-11-14T11:23:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741931_1109 (size=743) 2024-11-14T11:23:54,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:54,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:23:54,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:54,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4, size=1.4 K (1393bytes) at 1731583434177Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 so closing down at 1731583434181 (+4 ms)3 split writer threads finished at 1731583434181Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583434186 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583434186Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434192 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583434193 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583434202 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583434204 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583434204 2024-11-14T11:23:54,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.4 2024-11-14T11:23:54,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5, size=150 (150bytes) 2024-11-14T11:23:54,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 2024-11-14T11:23:54,207 WARN [IPC Server handler 0 on default port 35785 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T11:23:54,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 after 0ms 2024-11-14T11:23:54,980 WARN [ResponseProcessor for block BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:54,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1393411175_22 at /127.0.0.1:55088 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:45883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55088 dst: /127.0.0.1:45883 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45883 remote=/127.0.0.1:55088]. Total timeout mills is 60000, 57923 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1393411175_22 at /127.0.0.1:59008 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40151:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59008 dst: /127.0.0.1:40151 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,981 WARN [DataStreamer for file /user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 block BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK], DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK]) is bad. 2024-11-14T11:23:54,982 WARN [DataStreamer for file /user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 block BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:23:54,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741918_1111 (size=1385) 2024-11-14T11:23:58,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 after 4001ms 2024-11-14T11:23:58,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 took 4009ms 2024-11-14T11:23:58,218 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5; continuing. 2024-11-14T11:23:58,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 so closing down 2024-11-14T11:23:58,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:58,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:58,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:23:58,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:23:58,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:23:58,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:23:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741933_1112 (size=743) 2024-11-14T11:23:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741933_1112 (size=743) 2024-11-14T11:23:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741934_1113 (size=743) 2024-11-14T11:23:58,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741934_1113 (size=743) 2024-11-14T11:23:58,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:58,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:23:58,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:23:58,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T11:23:58,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5, size=150 (150bytes) at 1731583434207Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 so closing down at 1731583438218 (+4011 ms)3 split writer threads finished at 1731583438218Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583438223 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583438223Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583438231 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583438231Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583438232 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583438232Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731583438232 2024-11-14T11:23:58,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.5 2024-11-14T11:23:58,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:23:58,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 2024-11-14T11:23:58,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 after 1ms 2024-11-14T11:23:58,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 took 3ms 2024-11-14T11:23:58,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 so closing down 2024-11-14T11:23:58,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:58,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:58,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:23:58,240 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:23:58,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:23:58,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:23:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741936_1115 (size=749) 2024-11-14T11:23:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741935_1114 (size=749) 2024-11-14T11:23:58,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741936_1115 (size=749) 2024-11-14T11:23:58,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741935_1114 (size=749) 2024-11-14T11:23:58,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:23:58,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:58,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:23:58,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:23:58,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6, size=1.4 K (1405bytes) at 1731583438234Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 so closing down at 1731583438238 (+4 ms)3 split writer threads finished at 1731583438238Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583438241 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583438241Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583438262 (+21 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583438264 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583438664 (+400 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583438669 (+5 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583438669 2024-11-14T11:23:58,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.6 2024-11-14T11:23:58,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:23:58,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 2024-11-14T11:23:58,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 after 1ms 2024-11-14T11:23:58,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 took 4ms 2024-11-14T11:23:58,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 so closing down 2024-11-14T11:23:58,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:58,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:58,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:23:58,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:23:58,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:23:58,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:23:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741937_1116 (size=753) 2024-11-14T11:23:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741938_1117 (size=753) 2024-11-14T11:23:58,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741938_1117 (size=753) 2024-11-14T11:23:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741937_1116 (size=753) 2024-11-14T11:23:58,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:23:59,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:23:59,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:59,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7, size=1.4 K (1413bytes) at 1731583438674Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 so closing down at 1731583438679 (+5 ms)3 split writer threads finished at 1731583438680 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583438684 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583438685 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583438695 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583438696 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439097 (+401 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583439102 (+5 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583439102 2024-11-14T11:23:59,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.7 2024-11-14T11:23:59,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:23:59,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 2024-11-14T11:23:59,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 after 1ms 2024-11-14T11:23:59,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 took 3ms 2024-11-14T11:23:59,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 so closing down 2024-11-14T11:23:59,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:59,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:59,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:23:59,113 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:23:59,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:23:59,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:23:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741939_1118 (size=753) 2024-11-14T11:23:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741939_1118 (size=753) 2024-11-14T11:23:59,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741940_1119 (size=753) 2024-11-14T11:23:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741940_1119 (size=753) 2024-11-14T11:23:59,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:23:59,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:23:59,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:59,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8, size=1.4 K (1413bytes) at 1731583439106Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 so closing down at 1731583439110 (+4 ms)3 split writer threads finished at 1731583439110Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583439113 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583439113Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439118 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583439119 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439120 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583439121 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583439121 2024-11-14T11:23:59,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.8 2024-11-14T11:23:59,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:23:59,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 2024-11-14T11:23:59,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 after 0ms 2024-11-14T11:23:59,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 took 3ms 2024-11-14T11:23:59,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 so closing down 2024-11-14T11:23:59,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:59,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:59,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:23:59,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:23:59,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:23:59,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:23:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741941_1120 (size=753) 2024-11-14T11:23:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741941_1120 (size=753) 2024-11-14T11:23:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741942_1121 (size=753) 2024-11-14T11:23:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741942_1121 (size=753) 2024-11-14T11:23:59,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:23:59,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:23:59,136 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:23:59,136 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9, size=1.4 K (1413bytes) at 1731583439123Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 so closing down at 1731583439126 (+3 ms)3 split writer threads finished at 1731583439126Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583439130 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583439130Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439135 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439135Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583439136 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583439136Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583439136 2024-11-14T11:23:59,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731583432606/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/5b132d01-f91b-9073-c6c1-36c9004b68b0/oldWALs/wal.dat.9 2024-11-14T11:23:59,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143 (was 147), OpenFileDescriptor=393 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2776 (was 2874) 2024-11-14T11:23:59,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=2776 2024-11-14T11:23:59,201 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741943_1122 (size=7) 2024-11-14T11:23:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741943_1122 (size=7) 2024-11-14T11:23:59,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:59,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:59,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:59,212 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:59,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=2776 (was 2776) 2024-11-14T11:23:59,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=2776 2024-11-14T11:23:59,229 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:23:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741944_1123 (size=7) 2024-11-14T11:23:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741944_1123 (size=7) 2024-11-14T11:23:59,239 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:23:59,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:59,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:59,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:23:59,243 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:23:59,244 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:23:59,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:23:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741945_1124 (size=1393) 2024-11-14T11:23:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741945_1124 (size=1393) 2024-11-14T11:23:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:23:59,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:23:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741946_1125 (size=1393) 2024-11-14T11:23:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741946_1125 (size=1393) 2024-11-14T11:23:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:23:59,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:23:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741947_1126 (size=1393) 2024-11-14T11:23:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741947_1126 (size=1393) 2024-11-14T11:23:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:23:59,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:23:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741948_1127 (size=1393) 2024-11-14T11:23:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741948_1127 (size=1393) 2024-11-14T11:23:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:23:59,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:23:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741949_1128 (size=1393) 2024-11-14T11:23:59,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741949_1128 (size=1393) 2024-11-14T11:23:59,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:23:59,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:23:59,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741950_1129 (size=1393) 2024-11-14T11:23:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741950_1129 (size=1393) 2024-11-14T11:23:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:23:59,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:23:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741951_1130 (size=1405) 2024-11-14T11:23:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741951_1130 (size=1405) 2024-11-14T11:23:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:23:59,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:23:59,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741952_1131 (size=1413) 2024-11-14T11:23:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741952_1131 (size=1413) 2024-11-14T11:23:59,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:23:59,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:23:59,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741953_1132 (size=1413) 2024-11-14T11:23:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741953_1132 (size=1413) 2024-11-14T11:23:59,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:23:59,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:23:59,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:23:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:23:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741954_1133 (size=1413) 2024-11-14T11:23:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741954_1133 (size=1413) 2024-11-14T11:23:59,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:23:59,404 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:23:59,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 2024-11-14T11:23:59,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 after 0ms 2024-11-14T11:23:59,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 took 3ms 2024-11-14T11:23:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 so closing down 2024-11-14T11:23:59,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:59,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:59,413 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:59,413 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:59,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:23:59,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:23:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741955_1134 (size=743) 2024-11-14T11:23:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741955_1134 (size=743) 2024-11-14T11:23:59,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741956_1135 (size=743) 2024-11-14T11:23:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741956_1135 (size=743) 2024-11-14T11:23:59,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:23:59,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:23:59,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:59,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0, size=1.4 K (1393bytes) at 1731583439404Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 so closing down at 1731583439410 (+6 ms)3 split writer threads finished at 1731583439410Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583439415 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583439415Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439475 (+60 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439480 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583439481 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583439482 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583439482 2024-11-14T11:23:59,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.0 2024-11-14T11:23:59,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:23:59,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 2024-11-14T11:23:59,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 after 0ms 2024-11-14T11:23:59,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 took 2ms 2024-11-14T11:23:59,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 so closing down 2024-11-14T11:23:59,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:59,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:59,490 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:59,490 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:59,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:23:59,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:23:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741957_1136 (size=743) 2024-11-14T11:23:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741958_1137 (size=743) 2024-11-14T11:23:59,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741957_1136 (size=743) 2024-11-14T11:23:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741958_1137 (size=743) 2024-11-14T11:23:59,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:23:59,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:23:59,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:23:59,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:23:59,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1, size=1.4 K (1393bytes) at 1731583439484Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 so closing down at 1731583439488 (+4 ms)3 split writer threads finished at 1731583439488Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583439491 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583439493 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439500 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583439501 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583439901 (+400 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583439902 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583439902 2024-11-14T11:23:59,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.1 2024-11-14T11:23:59,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:23:59,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 2024-11-14T11:23:59,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 after 0ms 2024-11-14T11:23:59,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 took 3ms 2024-11-14T11:23:59,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 so closing down 2024-11-14T11:23:59,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:23:59,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:23:59,911 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:59,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:59,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:23:59,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:23:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741960_1139 (size=743) 2024-11-14T11:23:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741959_1138 (size=743) 2024-11-14T11:23:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741959_1138 (size=743) 2024-11-14T11:23:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741960_1139 (size=743) 2024-11-14T11:24:00,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:24:00,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:00,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:00,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:00,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2, size=1.4 K (1393bytes) at 1731583439905Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 so closing down at 1731583439909 (+4 ms)3 split writer threads finished at 1731583439909Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583439913 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583439913Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440319 (+406 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440319Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583440322 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583440322Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583440323 (+1 ms) 2024-11-14T11:24:00,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.2 2024-11-14T11:24:00,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:00,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 2024-11-14T11:24:00,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 after 0ms 2024-11-14T11:24:00,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 took 4ms 2024-11-14T11:24:00,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 so closing down 2024-11-14T11:24:00,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,336 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:00,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:00,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:00,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741961_1140 (size=743) 2024-11-14T11:24:00,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741962_1141 (size=743) 2024-11-14T11:24:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741961_1140 (size=743) 2024-11-14T11:24:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741962_1141 (size=743) 2024-11-14T11:24:00,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:00,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:00,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:00,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3, size=1.4 K (1393bytes) at 1731583440327Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 so closing down at 1731583440332 (+5 ms)3 split writer threads finished at 1731583440333 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583440337 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583440338 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440346 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440348 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583440349 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583440349Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583440349 2024-11-14T11:24:00,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.3 2024-11-14T11:24:00,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:00,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 2024-11-14T11:24:00,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 after 0ms 2024-11-14T11:24:00,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 took 2ms 2024-11-14T11:24:00,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 so closing down 2024-11-14T11:24:00,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:00,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:00,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:00,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741964_1143 (size=743) 2024-11-14T11:24:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741964_1143 (size=743) 2024-11-14T11:24:00,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741963_1142 (size=743) 2024-11-14T11:24:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741963_1142 (size=743) 2024-11-14T11:24:00,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:00,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:00,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4, size=1.4 K (1393bytes) at 1731583440351Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 so closing down at 1731583440355 (+4 ms)3 split writer threads finished at 1731583440355Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583440357 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583440358 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440362 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583440363 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440367 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583440369 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583440369 2024-11-14T11:24:00,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.4 2024-11-14T11:24:00,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:00,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 2024-11-14T11:24:00,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 after 1ms 2024-11-14T11:24:00,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 took 2ms 2024-11-14T11:24:00,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 so closing down 2024-11-14T11:24:00,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:00,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:00,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:00,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741966_1145 (size=743) 2024-11-14T11:24:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741965_1144 (size=743) 2024-11-14T11:24:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741965_1144 (size=743) 2024-11-14T11:24:00,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741966_1145 (size=743) 2024-11-14T11:24:00,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:00,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:00,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:00,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5, size=1.4 K (1393bytes) at 1731583440370Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 so closing down at 1731583440374 (+4 ms)3 split writer threads finished at 1731583440374Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583440377 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583440377Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440382 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440382Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583440383 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583440384 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583440384 2024-11-14T11:24:00,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.5 2024-11-14T11:24:00,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:00,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 2024-11-14T11:24:00,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 after 0ms 2024-11-14T11:24:00,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 took 3ms 2024-11-14T11:24:00,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 so closing down 2024-11-14T11:24:00,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:00,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:00,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:00,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741967_1146 (size=749) 2024-11-14T11:24:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741967_1146 (size=749) 2024-11-14T11:24:00,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741968_1147 (size=749) 2024-11-14T11:24:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741968_1147 (size=749) 2024-11-14T11:24:00,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:00,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:00,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6, size=1.4 K (1405bytes) at 1731583440386Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 so closing down at 1731583440391 (+5 ms)3 split writer threads finished at 1731583440391Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583440394 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583440394Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440399 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583440400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440402 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583440403 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583440403 2024-11-14T11:24:00,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.6 2024-11-14T11:24:00,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:00,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 2024-11-14T11:24:00,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 after 0ms 2024-11-14T11:24:00,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 took 2ms 2024-11-14T11:24:00,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 so closing down 2024-11-14T11:24:00,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:00,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:00,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:00,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741970_1149 (size=753) 2024-11-14T11:24:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741970_1149 (size=753) 2024-11-14T11:24:00,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741969_1148 (size=753) 2024-11-14T11:24:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741969_1148 (size=753) 2024-11-14T11:24:00,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:00,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:00,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7, size=1.4 K (1413bytes) at 1731583440405Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 so closing down at 1731583440408 (+3 ms)3 split writer threads finished at 1731583440408Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583440411 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583440411Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440415 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583440416 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440418 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583440419 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583440419 2024-11-14T11:24:00,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.7 2024-11-14T11:24:00,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:00,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 2024-11-14T11:24:00,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 after 0ms 2024-11-14T11:24:00,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 took 2ms 2024-11-14T11:24:00,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 so closing down 2024-11-14T11:24:00,424 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,424 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:00,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:00,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:00,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741971_1150 (size=753) 2024-11-14T11:24:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741971_1150 (size=753) 2024-11-14T11:24:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741972_1151 (size=753) 2024-11-14T11:24:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741972_1151 (size=753) 2024-11-14T11:24:00,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:00,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:00,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:00,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8, size=1.4 K (1413bytes) at 1731583440421Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 so closing down at 1731583440423 (+2 ms)3 split writer threads finished at 1731583440424 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583440426 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583440426Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440432 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440432Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583440433 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583440433Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583440434 (+1 ms) 2024-11-14T11:24:00,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.8 2024-11-14T11:24:00,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:00,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 2024-11-14T11:24:00,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 after 0ms 2024-11-14T11:24:00,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 took 3ms 2024-11-14T11:24:00,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 so closing down 2024-11-14T11:24:00,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:00,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:00,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:00,441 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:00,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:00,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741973_1152 (size=753) 2024-11-14T11:24:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741974_1153 (size=753) 2024-11-14T11:24:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741974_1153 (size=753) 2024-11-14T11:24:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741973_1152 (size=753) 2024-11-14T11:24:00,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:00,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:00,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:00,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:00,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9, size=1.4 K (1413bytes) at 1731583440436Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 so closing down at 1731583440439 (+3 ms)3 split writer threads finished at 1731583440439Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583440442 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583440442Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440450 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583440450Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583440451 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583440451Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583440451 2024-11-14T11:24:00,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/WALs/testsplit,16010,1731583439243/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/ec662823-3677-61a5-c635-625c150eb64e/oldWALs/wal.dat.9 2024-11-14T11:24:00,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2761 (was 2776) 2024-11-14T11:24:00,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2761 2024-11-14T11:24:00,514 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741975_1154 (size=7) 2024-11-14T11:24:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741975_1154 (size=7) 2024-11-14T11:24:00,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:00,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:00,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:00,525 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:00,526 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:00,526 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:00,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:00,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741976_1155 (size=1393) 2024-11-14T11:24:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741976_1155 (size=1393) 2024-11-14T11:24:00,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:00,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741977_1156 (size=1393) 2024-11-14T11:24:00,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741977_1156 (size=1393) 2024-11-14T11:24:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:00,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741978_1157 (size=1393) 2024-11-14T11:24:00,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:00,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741978_1157 (size=1393) 2024-11-14T11:24:00,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741979_1158 (size=1393) 2024-11-14T11:24:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741979_1158 (size=1393) 2024-11-14T11:24:00,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:00,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741980_1159 (size=1393) 2024-11-14T11:24:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741980_1159 (size=1393) 2024-11-14T11:24:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:01,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741981_1160 (size=1393) 2024-11-14T11:24:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741981_1160 (size=1393) 2024-11-14T11:24:01,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:01,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741982_1161 (size=1405) 2024-11-14T11:24:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741982_1161 (size=1405) 2024-11-14T11:24:01,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:01,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:01,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741983_1162 (size=1413) 2024-11-14T11:24:01,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741983_1162 (size=1413) 2024-11-14T11:24:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:01,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741984_1163 (size=1413) 2024-11-14T11:24:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741984_1163 (size=1413) 2024-11-14T11:24:01,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:01,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:01,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741985_1164 (size=1413) 2024-11-14T11:24:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741985_1164 (size=1413) 2024-11-14T11:24:01,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:01,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:01,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 2024-11-14T11:24:01,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 after 1ms 2024-11-14T11:24:01,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 took 3ms 2024-11-14T11:24:01,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 so closing down 2024-11-14T11:24:01,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,085 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:01,085 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:01,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:01,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741986_1165 (size=743) 2024-11-14T11:24:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741987_1166 (size=743) 2024-11-14T11:24:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741987_1166 (size=743) 2024-11-14T11:24:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741986_1165 (size=743) 2024-11-14T11:24:01,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:01,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:01,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0, size=1.4 K (1393bytes) at 1731583441077Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 so closing down at 1731583441082 (+5 ms)3 split writer threads finished at 1731583441082Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583441086 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583441086Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441091 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441091Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583441093 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583441093Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441093 2024-11-14T11:24:01,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.0 2024-11-14T11:24:01,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:01,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 2024-11-14T11:24:01,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 after 1ms 2024-11-14T11:24:01,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 took 3ms 2024-11-14T11:24:01,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 so closing down 2024-11-14T11:24:01,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:01,104 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:01,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:01,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741988_1167 (size=743) 2024-11-14T11:24:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741988_1167 (size=743) 2024-11-14T11:24:01,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741989_1168 (size=743) 2024-11-14T11:24:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741989_1168 (size=743) 2024-11-14T11:24:01,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:01,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1, size=1.4 K (1393bytes) at 1731583441096Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 so closing down at 1731583441100 (+4 ms)3 split writer threads finished at 1731583441100Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583441105 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583441105Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441110 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583441112 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441114 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583441116 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441116 2024-11-14T11:24:01,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.1 2024-11-14T11:24:01,119 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:01,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 2024-11-14T11:24:01,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 after 0ms 2024-11-14T11:24:01,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 took 3ms 2024-11-14T11:24:01,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 so closing down 2024-11-14T11:24:01,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,125 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:01,125 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:01,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:01,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741990_1169 (size=743) 2024-11-14T11:24:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741990_1169 (size=743) 2024-11-14T11:24:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741991_1170 (size=743) 2024-11-14T11:24:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741991_1170 (size=743) 2024-11-14T11:24:01,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:01,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:01,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2, size=1.4 K (1393bytes) at 1731583441119Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 so closing down at 1731583441122 (+3 ms)3 split writer threads finished at 1731583441123 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583441126 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583441126Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441131 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441131Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583441133 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583441133Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441133 2024-11-14T11:24:01,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.2 2024-11-14T11:24:01,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:01,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 2024-11-14T11:24:01,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 after 0ms 2024-11-14T11:24:01,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 took 2ms 2024-11-14T11:24:01,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 so closing down 2024-11-14T11:24:01,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,141 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:01,141 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:01,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:01,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741993_1172 (size=743) 2024-11-14T11:24:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741992_1171 (size=743) 2024-11-14T11:24:01,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741992_1171 (size=743) 2024-11-14T11:24:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741993_1172 (size=743) 2024-11-14T11:24:01,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:01,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:01,149 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3, size=1.4 K (1393bytes) at 1731583441135Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 so closing down at 1731583441138 (+3 ms)3 split writer threads finished at 1731583441138Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583441142 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583441142Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441147 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441147Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583441149 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583441149Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441149 2024-11-14T11:24:01,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.3 2024-11-14T11:24:01,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:01,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 2024-11-14T11:24:01,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 after 0ms 2024-11-14T11:24:01,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 took 2ms 2024-11-14T11:24:01,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 so closing down 2024-11-14T11:24:01,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:01,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:01,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:01,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:01,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741994_1173 (size=743) 2024-11-14T11:24:01,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741994_1173 (size=743) 2024-11-14T11:24:01,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741995_1174 (size=743) 2024-11-14T11:24:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741995_1174 (size=743) 2024-11-14T11:24:01,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:01,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:01,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4, size=1.4 K (1393bytes) at 1731583441152Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 so closing down at 1731583441155 (+3 ms)3 split writer threads finished at 1731583441156 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583441159 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583441160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441164 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441164Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583441166 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583441166Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441166 2024-11-14T11:24:01,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.4 2024-11-14T11:24:01,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:01,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 2024-11-14T11:24:01,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 after 0ms 2024-11-14T11:24:01,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 took 3ms 2024-11-14T11:24:01,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 so closing down 2024-11-14T11:24:01,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:01,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:01,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:01,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741996_1175 (size=743) 2024-11-14T11:24:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741996_1175 (size=743) 2024-11-14T11:24:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741997_1176 (size=743) 2024-11-14T11:24:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741997_1176 (size=743) 2024-11-14T11:24:01,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:01,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:01,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:01,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5, size=1.4 K (1393bytes) at 1731583441169Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 so closing down at 1731583441173 (+4 ms)3 split writer threads finished at 1731583441173Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583441177 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583441178 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441182 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441183 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583441184 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583441185 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583441185 2024-11-14T11:24:01,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.5 2024-11-14T11:24:01,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:01,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 2024-11-14T11:24:01,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 after 0ms 2024-11-14T11:24:01,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 took 3ms 2024-11-14T11:24:01,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 so closing down 2024-11-14T11:24:01,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:01,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:01,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:01,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741999_1178 (size=749) 2024-11-14T11:24:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741998_1177 (size=749) 2024-11-14T11:24:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073741998_1177 (size=749) 2024-11-14T11:24:01,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741999_1178 (size=749) 2024-11-14T11:24:01,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:01,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:01,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:01,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6, size=1.4 K (1405bytes) at 1731583441188Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 so closing down at 1731583441192 (+4 ms)3 split writer threads finished at 1731583441192Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583441195 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583441195Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441205 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441206 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583441207 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583441207Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583441207 2024-11-14T11:24:01,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.6 2024-11-14T11:24:01,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:01,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 2024-11-14T11:24:01,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 after 0ms 2024-11-14T11:24:01,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 took 2ms 2024-11-14T11:24:01,214 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 so closing down 2024-11-14T11:24:01,214 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:01,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:01,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:01,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742000_1179 (size=753) 2024-11-14T11:24:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742000_1179 (size=753) 2024-11-14T11:24:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742001_1180 (size=753) 2024-11-14T11:24:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742001_1180 (size=753) 2024-11-14T11:24:01,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:01,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:01,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:01,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7, size=1.4 K (1413bytes) at 1731583441210Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 so closing down at 1731583441214 (+4 ms)3 split writer threads finished at 1731583441214Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583441217 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583441217Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441226 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583441228 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441627 (+399 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583441632 (+5 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583441632 2024-11-14T11:24:01,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.7 2024-11-14T11:24:01,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:01,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 2024-11-14T11:24:01,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 after 0ms 2024-11-14T11:24:01,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 took 5ms 2024-11-14T11:24:01,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 so closing down 2024-11-14T11:24:01,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:01,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:01,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:01,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742002_1181 (size=753) 2024-11-14T11:24:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742002_1181 (size=753) 2024-11-14T11:24:01,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742003_1182 (size=753) 2024-11-14T11:24:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742003_1182 (size=753) 2024-11-14T11:24:01,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:01,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:01,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:01,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8, size=1.4 K (1413bytes) at 1731583441638Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 so closing down at 1731583441643 (+5 ms)3 split writer threads finished at 1731583441643Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583441648 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583441655 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441659 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441660 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583441661 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583441662 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583441662 2024-11-14T11:24:01,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.8 2024-11-14T11:24:01,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:01,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 2024-11-14T11:24:01,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 after 1ms 2024-11-14T11:24:01,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 took 3ms 2024-11-14T11:24:01,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 so closing down 2024-11-14T11:24:01,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:01,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:01,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:01,673 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:01,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:01,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742004_1183 (size=753) 2024-11-14T11:24:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742004_1183 (size=753) 2024-11-14T11:24:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742005_1184 (size=753) 2024-11-14T11:24:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742005_1184 (size=753) 2024-11-14T11:24:01,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:01,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:01,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:01,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:01,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9, size=1.4 K (1413bytes) at 1731583441665Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 so closing down at 1731583441669 (+4 ms)3 split writer threads finished at 1731583441670 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583441675 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583441675Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441680 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583441680Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583441683 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583441683Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583441683 2024-11-14T11:24:01,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/WALs/testmovedwalduringrecovery,16010,1731583440525/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/0b5cf015-f139-04db-c3cc-34898d203b59/oldWALs/wal.dat.9 2024-11-14T11:24:01,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2753 (was 2761) 2024-11-14T11:24:01,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2753 2024-11-14T11:24:01,700 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742006_1185 (size=7) 2024-11-14T11:24:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742006_1185 (size=7) 2024-11-14T11:24:01,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:01,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:01,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:01,712 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:01,715 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T11:24:01,716 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T11:24:01,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T11:24:01,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T11:24:01,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T11:24:01,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake, size=0 (0bytes) 2024-11-14T11:24:01,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake took 7ms 2024-11-14T11:24:02,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake so closing down 2024-11-14T11:24:02,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T11:24:02,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T11:24:02,119 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T11:24:02,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-14T11:24:02,188 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-14T11:24:02,191 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T11:24:02,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T11:24:02,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) 2024-11-14T11:24:02,229 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 37 ms) 2024-11-14T11:24:02,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) 2024-11-14T11:24:02,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T11:24:02,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake, size=0 (0bytes) at 1731583441732Split 1024 edits, skipped 0 edits. at 1731583441771 (+39 ms)Split 2048 edits, skipped 0 edits. at 1731583441791 (+20 ms)Split 3072 edits, skipped 0 edits. at 1731583441813 (+22 ms)Split 4096 edits, skipped 0 edits. at 1731583441837 (+24 ms)Split 5120 edits, skipped 0 edits. at 1731583441857 (+20 ms)Split 6144 edits, skipped 0 edits. at 1731583441880 (+23 ms)Split 7168 edits, skipped 0 edits. at 1731583441902 (+22 ms)Split 8192 edits, skipped 0 edits. at 1731583441918 (+16 ms)Split 9216 edits, skipped 0 edits. at 1731583441935 (+17 ms)Split 10240 edits, skipped 0 edits. at 1731583441953 (+18 ms)Split 11264 edits, skipped 0 edits. at 1731583441969 (+16 ms)Split 12288 edits, skipped 0 edits. at 1731583441983 (+14 ms)Split 13312 edits, skipped 0 edits. at 1731583441999 (+16 ms)Split 14336 edits, skipped 0 edits. at 1731583442017 (+18 ms)Split 15360 edits, skipped 0 edits. at 1731583442031 (+14 ms)Split 16384 edits, skipped 0 edits. at 1731583442048 (+17 ms)Split 17408 edits, skipped 0 edits. at 1731583442069 (+21 ms)Split 18432 edits, skipped 0 edits. at 1731583442088 (+19 ms)Split 19456 edits, skipped 0 edits. at 1731583442106 (+18 ms)Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake so closing down at 1731583442115 (+9 ms)3 split writer threads finished at 1731583442116 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731583442119 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731583442119Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731583442119Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731583442188 (+69 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731583442188Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731583442191 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731583442191Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) at 1731583442194 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 37 ms) at 1731583442229 (+35 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) at 1731583442241 (+12 ms)Processed 20000 edits across 5 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/401d5540-c221-3dae-e543-0f4fc027262b/WALs/testthreading,16010,1731583441713/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731583442242 (+1 ms) 2024-11-14T11:24:02,243 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T11:24:02,243 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T11:24:02,243 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T11:24:02,243 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T11:24:02,243 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T11:24:02,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2680 (was 2753) 2024-11-14T11:24:02,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2679 2024-11-14T11:24:02,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742007_1186 (size=7) 2024-11-14T11:24:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742007_1186 (size=7) 2024-11-14T11:24:02,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:02,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:02,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:02,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:02,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T11:24:02,272 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:02,273 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:02,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:02,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742008_1187 (size=1393) 2024-11-14T11:24:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742008_1187 (size=1393) 2024-11-14T11:24:02,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:02,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:02,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742009_1188 (size=1393) 2024-11-14T11:24:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742009_1188 (size=1393) 2024-11-14T11:24:02,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:02,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:02,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742010_1189 (size=1393) 2024-11-14T11:24:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742010_1189 (size=1393) 2024-11-14T11:24:02,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:02,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:02,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742011_1190 (size=1393) 2024-11-14T11:24:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742011_1190 (size=1393) 2024-11-14T11:24:02,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:02,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:02,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742012_1191 (size=1393) 2024-11-14T11:24:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742012_1191 (size=1393) 2024-11-14T11:24:02,336 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:02,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:02,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742013_1192 (size=1393) 2024-11-14T11:24:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742013_1192 (size=1393) 2024-11-14T11:24:02,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:02,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:02,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742014_1193 (size=1405) 2024-11-14T11:24:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742014_1193 (size=1405) 2024-11-14T11:24:02,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:02,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:02,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742015_1194 (size=1413) 2024-11-14T11:24:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742015_1194 (size=1413) 2024-11-14T11:24:02,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:02,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:02,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742016_1195 (size=1413) 2024-11-14T11:24:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742016_1195 (size=1413) 2024-11-14T11:24:02,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:02,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:02,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742017_1196 (size=1413) 2024-11-14T11:24:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742017_1196 (size=1413) 2024-11-14T11:24:02,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:02,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T11:24:02,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty, size=0 (0bytes) 2024-11-14T11:24:02,424 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty might be still open, length is 0 2024-11-14T11:24:02,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty 2024-11-14T11:24:02,425 WARN [IPC Server handler 3 on default port 35785 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty closed. 2024-11-14T11:24:02,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty after 1ms 2024-11-14T11:24:02,426 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T11:24:02,427 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty; empty? 2024-11-14T11:24:02,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty so closing down 2024-11-14T11:24:02,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T11:24:02,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty, size=0 (0bytes) at 1731583442424Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty so closing down at 1731583442427 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731583442427 2024-11-14T11:24:02,432 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat..empty to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat..empty 2024-11-14T11:24:02,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:02,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 2024-11-14T11:24:02,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 after 0ms 2024-11-14T11:24:02,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 took 2ms 2024-11-14T11:24:02,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 so closing down 2024-11-14T11:24:02,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:02,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:02,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:02,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:02,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742018_1197 (size=743) 2024-11-14T11:24:02,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742019_1198 (size=743) 2024-11-14T11:24:02,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742019_1198 (size=743) 2024-11-14T11:24:02,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742018_1197 (size=743) 2024-11-14T11:24:02,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:02,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:02,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0, size=1.4 K (1393bytes) at 1731583442432Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 so closing down at 1731583442439 (+7 ms)3 split writer threads finished at 1731583442439Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583442456 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583442456Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442473 (+17 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583442475 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442475Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583442477 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442477 2024-11-14T11:24:02,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.0 2024-11-14T11:24:02,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:02,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 2024-11-14T11:24:02,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 after 0ms 2024-11-14T11:24:02,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 took 2ms 2024-11-14T11:24:02,483 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 so closing down 2024-11-14T11:24:02,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:02,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:02,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:02,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742020_1199 (size=743) 2024-11-14T11:24:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742020_1199 (size=743) 2024-11-14T11:24:02,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742021_1200 (size=743) 2024-11-14T11:24:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742021_1200 (size=743) 2024-11-14T11:24:02,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:02,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1, size=1.4 K (1393bytes) at 1731583442480Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 so closing down at 1731583442483 (+3 ms)3 split writer threads finished at 1731583442484 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583442487 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583442488 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442494 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583442495 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442502 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583442504 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442504 2024-11-14T11:24:02,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.1 2024-11-14T11:24:02,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:02,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 2024-11-14T11:24:02,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 after 0ms 2024-11-14T11:24:02,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 took 2ms 2024-11-14T11:24:02,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 so closing down 2024-11-14T11:24:02,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:02,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:02,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:02,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742022_1201 (size=743) 2024-11-14T11:24:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742022_1201 (size=743) 2024-11-14T11:24:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742023_1202 (size=743) 2024-11-14T11:24:02,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742023_1202 (size=743) 2024-11-14T11:24:02,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:02,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:02,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2, size=1.4 K (1393bytes) at 1731583442506Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 so closing down at 1731583442509 (+3 ms)3 split writer threads finished at 1731583442510 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583442513 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583442513Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442522 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442523 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583442524 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583442524Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442524 2024-11-14T11:24:02,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.2 2024-11-14T11:24:02,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:02,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 2024-11-14T11:24:02,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 after 0ms 2024-11-14T11:24:02,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 took 3ms 2024-11-14T11:24:02,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 so closing down 2024-11-14T11:24:02,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:02,533 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:02,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:02,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742024_1203 (size=743) 2024-11-14T11:24:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742025_1204 (size=743) 2024-11-14T11:24:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742025_1204 (size=743) 2024-11-14T11:24:02,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742024_1203 (size=743) 2024-11-14T11:24:02,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:02,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:02,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3, size=1.4 K (1393bytes) at 1731583442526Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 so closing down at 1731583442530 (+4 ms)3 split writer threads finished at 1731583442531 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583442534 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583442534Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442539 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442540 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583442541 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583442541Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442541 2024-11-14T11:24:02,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.3 2024-11-14T11:24:02,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:02,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 2024-11-14T11:24:02,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 after 0ms 2024-11-14T11:24:02,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 took 2ms 2024-11-14T11:24:02,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 so closing down 2024-11-14T11:24:02,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,547 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:02,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:02,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:02,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742026_1205 (size=743) 2024-11-14T11:24:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742026_1205 (size=743) 2024-11-14T11:24:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742027_1206 (size=743) 2024-11-14T11:24:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742027_1206 (size=743) 2024-11-14T11:24:02,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:02,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:02,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4, size=1.4 K (1393bytes) at 1731583442543Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 so closing down at 1731583442547 (+4 ms)3 split writer threads finished at 1731583442547Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583442550 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583442550Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442559 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442559Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583442560 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583442560Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442560 2024-11-14T11:24:02,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.4 2024-11-14T11:24:02,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:02,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 2024-11-14T11:24:02,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 after 0ms 2024-11-14T11:24:02,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 took 2ms 2024-11-14T11:24:02,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 so closing down 2024-11-14T11:24:02,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:02,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:02,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:02,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742028_1207 (size=743) 2024-11-14T11:24:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742028_1207 (size=743) 2024-11-14T11:24:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742029_1208 (size=743) 2024-11-14T11:24:02,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742029_1208 (size=743) 2024-11-14T11:24:02,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:02,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:02,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:02,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5, size=1.4 K (1393bytes) at 1731583442562Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 so closing down at 1731583442565 (+3 ms)3 split writer threads finished at 1731583442565Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583442568 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583442568Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442576 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442577 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583442578 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583442578Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583442580 (+2 ms) 2024-11-14T11:24:02,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.5 2024-11-14T11:24:02,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:02,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 2024-11-14T11:24:02,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 after 1ms 2024-11-14T11:24:02,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 took 3ms 2024-11-14T11:24:02,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 so closing down 2024-11-14T11:24:02,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:02,589 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:02,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:02,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742030_1209 (size=749) 2024-11-14T11:24:02,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742031_1210 (size=749) 2024-11-14T11:24:02,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742031_1210 (size=749) 2024-11-14T11:24:02,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742030_1209 (size=749) 2024-11-14T11:24:02,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:02,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:02,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:02,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6, size=1.4 K (1405bytes) at 1731583442582Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 so closing down at 1731583442587 (+5 ms)3 split writer threads finished at 1731583442587Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583442590 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583442590Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442602 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442603 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583442605 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583442605Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583442605 2024-11-14T11:24:02,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.6 2024-11-14T11:24:02,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:02,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 2024-11-14T11:24:02,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 after 0ms 2024-11-14T11:24:02,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 took 3ms 2024-11-14T11:24:02,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 so closing down 2024-11-14T11:24:02,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:02,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:02,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:02,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742032_1211 (size=753) 2024-11-14T11:24:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742032_1211 (size=753) 2024-11-14T11:24:02,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742033_1212 (size=753) 2024-11-14T11:24:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742033_1212 (size=753) 2024-11-14T11:24:02,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:02,628 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:02,628 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7, size=1.4 K (1413bytes) at 1731583442608Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 so closing down at 1731583442611 (+3 ms)3 split writer threads finished at 1731583442612 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583442615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583442616 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442621 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583442623 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442627 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583442628 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583442628 2024-11-14T11:24:02,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.7 2024-11-14T11:24:02,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:02,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 2024-11-14T11:24:02,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 after 0ms 2024-11-14T11:24:02,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 took 2ms 2024-11-14T11:24:02,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 so closing down 2024-11-14T11:24:02,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,636 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:02,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:02,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:02,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742035_1214 (size=753) 2024-11-14T11:24:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742034_1213 (size=753) 2024-11-14T11:24:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742035_1214 (size=753) 2024-11-14T11:24:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742034_1213 (size=753) 2024-11-14T11:24:02,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:02,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:02,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:02,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8, size=1.4 K (1413bytes) at 1731583442630Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 so closing down at 1731583442633 (+3 ms)3 split writer threads finished at 1731583442634 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583442637 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583442637Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442641 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442642 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583442643 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583442643Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583442643 2024-11-14T11:24:02,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.8 2024-11-14T11:24:02,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:02,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 2024-11-14T11:24:02,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 after 0ms 2024-11-14T11:24:02,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 took 2ms 2024-11-14T11:24:02,648 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 so closing down 2024-11-14T11:24:02,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:02,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:02,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:02,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:02,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:02,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742036_1215 (size=753) 2024-11-14T11:24:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742036_1215 (size=753) 2024-11-14T11:24:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742037_1216 (size=753) 2024-11-14T11:24:02,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742037_1216 (size=753) 2024-11-14T11:24:02,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:02,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:02,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:02,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:02,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9, size=1.4 K (1413bytes) at 1731583442645Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 so closing down at 1731583442648 (+3 ms)3 split writer threads finished at 1731583442648Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583442651 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583442651Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442661 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583442661Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583442662 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583442662Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583442662 2024-11-14T11:24:02,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.9 2024-11-14T11:24:02,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty, size=0 (0bytes) 2024-11-14T11:24:02,664 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty might be still open, length is 0 2024-11-14T11:24:02,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty 2024-11-14T11:24:02,664 WARN [IPC Server handler 2 on default port 35785 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty closed. 2024-11-14T11:24:02,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty after 0ms 2024-11-14T11:24:02,665 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T11:24:02,665 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty; empty? 2024-11-14T11:24:02,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty so closing down 2024-11-14T11:24:02,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T11:24:02,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty, size=0 (0bytes) at 1731583442664Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty so closing down at 1731583442665 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731583442666 (+1 ms) 2024-11-14T11:24:02,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/WALs/testemptyopenlogfiles,16010,1731583442270/wal.dat.empty to hdfs://localhost:35785/user/jenkins/test-data/fa17ef35-df39-4175-4c14-b00272acbbfc/oldWALs/wal.dat.empty 2024-11-14T11:24:02,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=145 (was 143) - Thread LEAK? -, OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2667 (was 2679) 2024-11-14T11:24:02,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2667 2024-11-14T11:24:02,732 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742038_1217 (size=7) 2024-11-14T11:24:02,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742038_1217 (size=7) 2024-11-14T11:24:02,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:02,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:02,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:02,743 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:02,743 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:02,744 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:02,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742039_1218 (size=1393) 2024-11-14T11:24:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742039_1218 (size=1393) 2024-11-14T11:24:02,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:02,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742040_1219 (size=1393) 2024-11-14T11:24:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742040_1219 (size=1393) 2024-11-14T11:24:02,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:02,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742041_1220 (size=1393) 2024-11-14T11:24:02,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:02,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:02,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742041_1220 (size=1393) 2024-11-14T11:24:02,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742042_1221 (size=1393) 2024-11-14T11:24:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742042_1221 (size=1393) 2024-11-14T11:24:02,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:02,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:02,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742043_1222 (size=1393) 2024-11-14T11:24:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742043_1222 (size=1393) 2024-11-14T11:24:02,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:02,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:02,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742044_1223 (size=1393) 2024-11-14T11:24:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742044_1223 (size=1393) 2024-11-14T11:24:02,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:02,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:02,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742045_1224 (size=1405) 2024-11-14T11:24:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742045_1224 (size=1405) 2024-11-14T11:24:02,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:02,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742046_1225 (size=1413) 2024-11-14T11:24:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742046_1225 (size=1413) 2024-11-14T11:24:02,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:02,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:02,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742047_1226 (size=1413) 2024-11-14T11:24:02,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742047_1226 (size=1413) 2024-11-14T11:24:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:02,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:02,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742048_1227 (size=1413) 2024-11-14T11:24:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742048_1227 (size=1413) 2024-11-14T11:24:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742049_1228 (size=1398) 2024-11-14T11:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742049_1228 (size=1398) 2024-11-14T11:24:03,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:03,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 2024-11-14T11:24:03,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 after 1ms 2024-11-14T11:24:03,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 took 2ms 2024-11-14T11:24:03,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 so closing down 2024-11-14T11:24:03,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:03,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742050_1229 (size=743) 2024-11-14T11:24:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742051_1230 (size=743) 2024-11-14T11:24:03,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742050_1229 (size=743) 2024-11-14T11:24:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742051_1230 (size=743) 2024-11-14T11:24:03,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:03,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:03,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:03,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0, size=1.4 K (1393bytes) at 1731583443311Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 so closing down at 1731583443315 (+4 ms)3 split writer threads finished at 1731583443315Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583443318 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583443318Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443330 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443330Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583443332 (+2 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583443332Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583443332 2024-11-14T11:24:03,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.0 2024-11-14T11:24:03,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:03,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 2024-11-14T11:24:03,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 after 0ms 2024-11-14T11:24:03,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 took 2ms 2024-11-14T11:24:03,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 so closing down 2024-11-14T11:24:03,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:03,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:03,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:03,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742052_1231 (size=743) 2024-11-14T11:24:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742052_1231 (size=743) 2024-11-14T11:24:03,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742053_1232 (size=743) 2024-11-14T11:24:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742053_1232 (size=743) 2024-11-14T11:24:03,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:03,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:03,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1, size=1.4 K (1393bytes) at 1731583443334Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 so closing down at 1731583443337 (+3 ms)3 split writer threads finished at 1731583443337Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583443341 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583443344 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443352 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583443354 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443361 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583443362 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583443363 (+1 ms) 2024-11-14T11:24:03,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.1 2024-11-14T11:24:03,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:03,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 2024-11-14T11:24:03,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 after 1ms 2024-11-14T11:24:03,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 took 3ms 2024-11-14T11:24:03,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 so closing down 2024-11-14T11:24:03,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:03,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:03,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:03,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742054_1233 (size=743) 2024-11-14T11:24:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742055_1234 (size=743) 2024-11-14T11:24:03,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742055_1234 (size=743) 2024-11-14T11:24:03,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742054_1233 (size=743) 2024-11-14T11:24:03,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:03,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:03,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:03,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2, size=1.4 K (1393bytes) at 1731583443364Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 so closing down at 1731583443368 (+4 ms)3 split writer threads finished at 1731583443368Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583443374 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583443374Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443386 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443386Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583443387 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583443387Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583443387 2024-11-14T11:24:03,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.2 2024-11-14T11:24:03,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:03,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 2024-11-14T11:24:03,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 after 0ms 2024-11-14T11:24:03,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 took 3ms 2024-11-14T11:24:03,393 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 so closing down 2024-11-14T11:24:03,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:03,395 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:03,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:03,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742056_1235 (size=743) 2024-11-14T11:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742057_1236 (size=743) 2024-11-14T11:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742057_1236 (size=743) 2024-11-14T11:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742056_1235 (size=743) 2024-11-14T11:24:03,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:03,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:03,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:03,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3, size=1.4 K (1393bytes) at 1731583443390Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 so closing down at 1731583443393 (+3 ms)3 split writer threads finished at 1731583443393Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583443396 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583443396Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443406 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443406Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583443409 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583443409Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583443409 2024-11-14T11:24:03,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.3 2024-11-14T11:24:03,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:03,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 2024-11-14T11:24:03,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 after 0ms 2024-11-14T11:24:03,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 took 2ms 2024-11-14T11:24:03,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 so closing down 2024-11-14T11:24:03,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:03,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:03,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:03,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742058_1237 (size=743) 2024-11-14T11:24:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742058_1237 (size=743) 2024-11-14T11:24:03,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742059_1238 (size=743) 2024-11-14T11:24:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742059_1238 (size=743) 2024-11-14T11:24:03,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:03,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:03,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4, size=1.4 K (1393bytes) at 1731583443411Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 so closing down at 1731583443415 (+4 ms)3 split writer threads finished at 1731583443415Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583443418 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583443419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443429 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583443431 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443434 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583443435 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583443436 (+1 ms) 2024-11-14T11:24:03,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.4 2024-11-14T11:24:03,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T11:24:03,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 2024-11-14T11:24:03,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 after 1ms 2024-11-14T11:24:03,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 took 3ms 2024-11-14T11:24:03,441 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:03,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 so closing down 2024-11-14T11:24:03,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,445 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:03,445 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:03,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:03,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742060_1239 (size=743) 2024-11-14T11:24:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742060_1239 (size=743) 2024-11-14T11:24:03,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742061_1240 (size=743) 2024-11-14T11:24:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742061_1240 (size=743) 2024-11-14T11:24:03,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:03,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T11:24:03,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5, size=1.4 K (1398bytes) at 1731583443437Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 so closing down at 1731583443442 (+5 ms)3 split writer threads finished at 1731583443443 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583443446 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583443446Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443454 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583443456 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443467 (+11 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583443469 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731583443469 2024-11-14T11:24:03,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/corrupt/wal.dat.5 2024-11-14T11:24:03,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:03,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 2024-11-14T11:24:03,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 after 1ms 2024-11-14T11:24:03,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 took 3ms 2024-11-14T11:24:03,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 so closing down 2024-11-14T11:24:03,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,480 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:03,480 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:03,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:03,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742063_1242 (size=749) 2024-11-14T11:24:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742063_1242 (size=749) 2024-11-14T11:24:03,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742062_1241 (size=749) 2024-11-14T11:24:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742062_1241 (size=749) 2024-11-14T11:24:03,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:03,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:03,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6, size=1.4 K (1405bytes) at 1731583443472Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 so closing down at 1731583443478 (+6 ms)3 split writer threads finished at 1731583443478Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583443481 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583443481Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443494 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583443496 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443500 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583443502 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583443502 2024-11-14T11:24:03,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.6 2024-11-14T11:24:03,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:03,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 2024-11-14T11:24:03,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 after 0ms 2024-11-14T11:24:03,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 took 2ms 2024-11-14T11:24:03,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 so closing down 2024-11-14T11:24:03,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:03,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:03,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:03,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742064_1243 (size=753) 2024-11-14T11:24:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742064_1243 (size=753) 2024-11-14T11:24:03,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742065_1244 (size=753) 2024-11-14T11:24:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742065_1244 (size=753) 2024-11-14T11:24:03,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:03,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:03,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7, size=1.4 K (1413bytes) at 1731583443504Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 so closing down at 1731583443508 (+4 ms)3 split writer threads finished at 1731583443508Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583443511 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583443511Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443523 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583443525 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443530 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583443531 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583443532 (+1 ms) 2024-11-14T11:24:03,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.7 2024-11-14T11:24:03,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:03,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 2024-11-14T11:24:03,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 after 0ms 2024-11-14T11:24:03,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 took 2ms 2024-11-14T11:24:03,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 so closing down 2024-11-14T11:24:03,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:03,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:03,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:03,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742067_1246 (size=753) 2024-11-14T11:24:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742066_1245 (size=753) 2024-11-14T11:24:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742066_1245 (size=753) 2024-11-14T11:24:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742067_1246 (size=753) 2024-11-14T11:24:03,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:03,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:03,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:03,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8, size=1.4 K (1413bytes) at 1731583443534Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 so closing down at 1731583443538 (+4 ms)3 split writer threads finished at 1731583443538Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583443542 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583443542Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443557 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443557Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583443560 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583443560Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583443561 (+1 ms) 2024-11-14T11:24:03,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.8 2024-11-14T11:24:03,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:03,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 2024-11-14T11:24:03,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 after 0ms 2024-11-14T11:24:03,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 took 3ms 2024-11-14T11:24:03,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 so closing down 2024-11-14T11:24:03,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,570 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:03,570 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:03,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:03,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:03,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742068_1247 (size=753) 2024-11-14T11:24:03,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742068_1247 (size=753) 2024-11-14T11:24:03,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742069_1248 (size=753) 2024-11-14T11:24:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742069_1248 (size=753) 2024-11-14T11:24:03,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:03,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:03,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9, size=1.4 K (1413bytes) at 1731583443563Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 so closing down at 1731583443567 (+4 ms)3 split writer threads finished at 1731583443567Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583443571 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583443571Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443583 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583443584 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443587 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583443588 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583443588 2024-11-14T11:24:03,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731583442743/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/2ac8f668-51ac-91e6-0d63-9a73c14f1b59/oldWALs/wal.dat.9 2024-11-14T11:24:03,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2649 (was 2667) 2024-11-14T11:24:03,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2648 2024-11-14T11:24:03,663 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742070_1249 (size=7) 2024-11-14T11:24:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742070_1249 (size=7) 2024-11-14T11:24:03,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:03,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,674 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:03,674 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d/data/default/t1/5e13d37666a75a78533f472fb04f092c 2024-11-14T11:24:03,675 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 5e13d37666a75a78533f472fb04f092c 2024-11-14T11:24:03,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742071_1250 (size=3841) 2024-11-14T11:24:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742071_1250 (size=3841) 2024-11-14T11:24:03,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0, size=3.8 K (3841bytes) 2024-11-14T11:24:03,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 2024-11-14T11:24:03,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 after 1ms 2024-11-14T11:24:03,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 took 2ms 2024-11-14T11:24:03,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 so closing down 2024-11-14T11:24:03,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742072_1251 (size=1591) 2024-11-14T11:24:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742072_1251 (size=1591) 2024-11-14T11:24:03,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000009 2024-11-14T11:24:03,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-14T11:24:03,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0, size=3.8 K (3841bytes) at 1731583443706Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 so closing down at 1731583443710 (+4 ms)3 split writer threads finished at 1731583443710Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583443713 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731583443721 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/data/default/t1/5e13d37666a75a78533f472fb04f092c/recovered.edits/0000000000000000009 at 1731583443722 (+1 ms)Processed 21 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731583443722 2024-11-14T11:24:03,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/WALs/testsplitleavescompactioneventsedits,16010,1731583443674/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/5c408150-a306-0aaa-0076-f6562e6742ca/oldWALs/wal.dat.0 2024-11-14T11:24:03,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=146 (was 145) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2639 (was 2648) 2024-11-14T11:24:03,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=146, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2643 2024-11-14T11:24:03,748 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742073_1252 (size=7) 2024-11-14T11:24:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742073_1252 (size=7) 2024-11-14T11:24:03,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:03,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,762 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:03,763 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T11:24:03,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742074_1253 (size=863) 2024-11-14T11:24:03,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742074_1253 (size=863) 2024-11-14T11:24:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:03,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0, size=863 (863bytes) 2024-11-14T11:24:03,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 2024-11-14T11:24:03,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 after 0ms 2024-11-14T11:24:03,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 took 3ms 2024-11-14T11:24:03,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 so closing down 2024-11-14T11:24:03,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:03,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:03,806 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742075_1254 (size=863) 2024-11-14T11:24:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742075_1254 (size=863) 2024-11-14T11:24:03,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:03,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T11:24:03,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T11:24:03,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0, size=863 (863bytes) at 1731583443798Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 so closing down at 1731583443804 (+6 ms)3 split writer threads finished at 1731583443804Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583443807 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583443821 (+14 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731583443823 (+2 ms)Processed 10 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731583443823 2024-11-14T11:24:03,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/WALs/testsplitpreservesedits,16010,1731583443763/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/8ddff5c7-dd45-fb3b-4b2d-5d85d9c8a51a/oldWALs/wal.dat.0 2024-11-14T11:24:03,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=147 (was 146) - Thread LEAK? -, OpenFileDescriptor=397 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=2638 (was 2643) 2024-11-14T11:24:03,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2637 2024-11-14T11:24:03,852 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742076_1255 (size=7) 2024-11-14T11:24:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742076_1255 (size=7) 2024-11-14T11:24:03,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:03,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:03,884 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:03,884 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:03,885 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:03,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742077_1256 (size=1393) 2024-11-14T11:24:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742077_1256 (size=1393) 2024-11-14T11:24:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:04,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742078_1257 (size=1393) 2024-11-14T11:24:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742078_1257 (size=1393) 2024-11-14T11:24:04,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:04,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742079_1258 (size=1393) 2024-11-14T11:24:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742079_1258 (size=1393) 2024-11-14T11:24:04,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:04,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:04,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742080_1259 (size=1393) 2024-11-14T11:24:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742080_1259 (size=1393) 2024-11-14T11:24:04,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:04,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:04,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742081_1260 (size=1393) 2024-11-14T11:24:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742081_1260 (size=1393) 2024-11-14T11:24:04,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:04,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742082_1261 (size=1393) 2024-11-14T11:24:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742082_1261 (size=1393) 2024-11-14T11:24:04,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:04,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742083_1262 (size=1405) 2024-11-14T11:24:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742083_1262 (size=1405) 2024-11-14T11:24:04,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:04,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742084_1263 (size=1413) 2024-11-14T11:24:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742084_1263 (size=1413) 2024-11-14T11:24:04,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:04,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:04,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742085_1264 (size=1413) 2024-11-14T11:24:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742085_1264 (size=1413) 2024-11-14T11:24:04,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:04,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:04,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742086_1265 (size=1413) 2024-11-14T11:24:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742086_1265 (size=1413) 2024-11-14T11:24:04,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742087_1266 (size=1394) 2024-11-14T11:24:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742087_1266 (size=1394) 2024-11-14T11:24:04,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:04,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 2024-11-14T11:24:04,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 after 0ms 2024-11-14T11:24:04,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 took 4ms 2024-11-14T11:24:04,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 so closing down 2024-11-14T11:24:04,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:04,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:04,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:04,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:04,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:04,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742089_1268 (size=743) 2024-11-14T11:24:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742089_1268 (size=743) 2024-11-14T11:24:05,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742088_1267 (size=743) 2024-11-14T11:24:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742088_1267 (size=743) 2024-11-14T11:24:05,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:05,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:05,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0, size=1.4 K (1393bytes) at 1731583444921Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 so closing down at 1731583444937 (+16 ms)3 split writer threads finished at 1731583444940 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583444968 (+28 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583444977 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445045 (+68 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583445055 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445059 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583445061 (+2 ms)Processed 20 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583445061 2024-11-14T11:24:05,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.0 2024-11-14T11:24:05,064 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:05,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 2024-11-14T11:24:05,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 after 3ms 2024-11-14T11:24:05,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 took 9ms 2024-11-14T11:24:05,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 so closing down 2024-11-14T11:24:05,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:05,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:05,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:05,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742090_1269 (size=743) 2024-11-14T11:24:05,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742090_1269 (size=743) 2024-11-14T11:24:05,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742091_1270 (size=743) 2024-11-14T11:24:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742091_1270 (size=743) 2024-11-14T11:24:05,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:05,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:05,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1, size=1.4 K (1393bytes) at 1731583445064Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 so closing down at 1731583445089 (+25 ms)3 split writer threads finished at 1731583445089Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583445111 (+22 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583445112 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445159 (+47 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583445161 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445184 (+23 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583445185 (+1 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583445185 2024-11-14T11:24:05,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.1 2024-11-14T11:24:05,186 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:05,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 2024-11-14T11:24:05,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 after 1ms 2024-11-14T11:24:05,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 took 3ms 2024-11-14T11:24:05,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 so closing down 2024-11-14T11:24:05,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:05,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:05,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:05,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742092_1271 (size=743) 2024-11-14T11:24:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742092_1271 (size=743) 2024-11-14T11:24:05,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742093_1272 (size=743) 2024-11-14T11:24:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742093_1272 (size=743) 2024-11-14T11:24:05,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:05,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:05,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2, size=1.4 K (1393bytes) at 1731583445186Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 so closing down at 1731583445191 (+5 ms)3 split writer threads finished at 1731583445192 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583445196 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583445213 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445217 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583445218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445233 (+15 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583445235 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583445235 2024-11-14T11:24:05,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.2 2024-11-14T11:24:05,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:05,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 2024-11-14T11:24:05,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 after 0ms 2024-11-14T11:24:05,241 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 took 2ms 2024-11-14T11:24:05,242 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 so closing down 2024-11-14T11:24:05,242 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:05,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:05,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:05,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742094_1273 (size=743) 2024-11-14T11:24:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742094_1273 (size=743) 2024-11-14T11:24:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742095_1274 (size=743) 2024-11-14T11:24:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742095_1274 (size=743) 2024-11-14T11:24:05,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:05,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:05,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:05,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3, size=1.4 K (1393bytes) at 1731583445239Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 so closing down at 1731583445242 (+3 ms)3 split writer threads finished at 1731583445243 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583445245 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583445247 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445270 (+23 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583445271 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445654 (+383 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583445655 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583445656 (+1 ms) 2024-11-14T11:24:05,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.3 2024-11-14T11:24:05,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:05,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 2024-11-14T11:24:05,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 after 1ms 2024-11-14T11:24:05,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 took 5ms 2024-11-14T11:24:05,681 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 so closing down 2024-11-14T11:24:05,681 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:05,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:05,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:05,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742096_1275 (size=743) 2024-11-14T11:24:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742096_1275 (size=743) 2024-11-14T11:24:05,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742097_1276 (size=743) 2024-11-14T11:24:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742097_1276 (size=743) 2024-11-14T11:24:05,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:05,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:05,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4, size=1.4 K (1393bytes) at 1731583445659Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 so closing down at 1731583445681 (+22 ms)3 split writer threads finished at 1731583445684 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583445720 (+36 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583445744 (+24 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445759 (+15 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583445760 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445801 (+41 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583445803 (+2 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583445803 2024-11-14T11:24:05,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.4 2024-11-14T11:24:05,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T11:24:05,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 2024-11-14T11:24:05,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 after 0ms 2024-11-14T11:24:05,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T11:24:05,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 so closing down 2024-11-14T11:24:05,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T11:24:05,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, size=1.4 K (1394bytes) at 1731583445806Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 so closing down at 1731583445810 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731583445810 2024-11-14T11:24:05,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/corrupt/wal.dat.5 2024-11-14T11:24:05,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:05,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 2024-11-14T11:24:05,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 after 1ms 2024-11-14T11:24:05,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 took 3ms 2024-11-14T11:24:05,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 so closing down 2024-11-14T11:24:05,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:05,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:05,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:05,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:05,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742098_1277 (size=749) 2024-11-14T11:24:05,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742098_1277 (size=749) 2024-11-14T11:24:05,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742099_1278 (size=749) 2024-11-14T11:24:05,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742099_1278 (size=749) 2024-11-14T11:24:05,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:05,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:05,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6, size=1.4 K (1405bytes) at 1731583445813Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 so closing down at 1731583445825 (+12 ms)3 split writer threads finished at 1731583445830 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583445840 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583445849 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445864 (+15 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583445866 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445866Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583445867 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583445867 2024-11-14T11:24:05,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.6 2024-11-14T11:24:05,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:05,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 2024-11-14T11:24:05,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 after 1ms 2024-11-14T11:24:05,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 took 3ms 2024-11-14T11:24:05,875 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 so closing down 2024-11-14T11:24:05,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,883 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:05,883 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:05,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:05,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742101_1280 (size=753) 2024-11-14T11:24:05,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742101_1280 (size=753) 2024-11-14T11:24:05,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742100_1279 (size=753) 2024-11-14T11:24:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742100_1279 (size=753) 2024-11-14T11:24:05,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:05,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:05,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7, size=1.4 K (1413bytes) at 1731583445871Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 so closing down at 1731583445875 (+4 ms)3 split writer threads finished at 1731583445875Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583445885 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583445885Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445898 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583445899 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445904 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583445907 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583445907 2024-11-14T11:24:05,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.7 2024-11-14T11:24:05,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:05,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 2024-11-14T11:24:05,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 after 1ms 2024-11-14T11:24:05,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 took 2ms 2024-11-14T11:24:05,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 so closing down 2024-11-14T11:24:05,912 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,912 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:05,914 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:05,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:05,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742102_1281 (size=753) 2024-11-14T11:24:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742102_1281 (size=753) 2024-11-14T11:24:05,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742103_1282 (size=753) 2024-11-14T11:24:05,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742103_1282 (size=753) 2024-11-14T11:24:05,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:05,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:05,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:05,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8, size=1.4 K (1413bytes) at 1731583445908Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 so closing down at 1731583445912 (+4 ms)3 split writer threads finished at 1731583445912Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583445915 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583445915Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445928 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583445930 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583445937 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583445938 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583445939 (+1 ms) 2024-11-14T11:24:05,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.8 2024-11-14T11:24:05,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:05,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 2024-11-14T11:24:05,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 after 1ms 2024-11-14T11:24:05,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 took 32ms 2024-11-14T11:24:05,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 so closing down 2024-11-14T11:24:05,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:05,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:05,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:05,995 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:06,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:06,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742105_1284 (size=753) 2024-11-14T11:24:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742104_1283 (size=753) 2024-11-14T11:24:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742104_1283 (size=753) 2024-11-14T11:24:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742105_1284 (size=753) 2024-11-14T11:24:06,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:06,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:06,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:06,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:06,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:06,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9, size=1.4 K (1413bytes) at 1731583445941Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 so closing down at 1731583445977 (+36 ms)3 split writer threads finished at 1731583445977Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583446002 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583446004 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583446047 (+43 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583446049 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583446450 (+401 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583446452 (+2 ms)Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583446452 2024-11-14T11:24:06,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731583443884/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/9d106ca6-4e00-6979-92a6-8c2a30aec441/oldWALs/wal.dat.9 2024-11-14T11:24:06,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145 (was 147), OpenFileDescriptor=393 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 470) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2544 (was 2637) 2024-11-14T11:24:06,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2543 2024-11-14T11:24:06,561 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742106_1285 (size=7) 2024-11-14T11:24:06,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742106_1285 (size=7) 2024-11-14T11:24:06,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:06,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,612 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:06,612 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T11:24:06,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742107_1286 (size=2403) 2024-11-14T11:24:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742107_1286 (size=2403) 2024-11-14T11:24:06,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:06,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T11:24:06,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 2024-11-14T11:24:06,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 after 0ms 2024-11-14T11:24:06,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 took 3ms 2024-11-14T11:24:06,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 so closing down 2024-11-14T11:24:06,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:06,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:06,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:06,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742108_1287 (size=863) 2024-11-14T11:24:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742108_1287 (size=863) 2024-11-14T11:24:06,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:06,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T11:24:06,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 95 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T11:24:06,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0, size=2.3 K (2403bytes) at 1731583446681Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 so closing down at 1731583446685 (+4 ms)3 split writer threads finished at 1731583446685Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583446712 (+27 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583446775 (+63 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731583446778 (+3 ms)Processed 20 edits across 1 Regions in 95 ms; skipped=10; WAL=hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731583446778 2024-11-14T11:24:06,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/WALs/testsplitremovesregioneventsedits,16010,1731583446612/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/7ea32474-1245-ac75-bec8-b7672b305abe/oldWALs/wal.dat.0 2024-11-14T11:24:06,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2543 (was 2543) 2024-11-14T11:24:06,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2543 2024-11-14T11:24:06,810 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742109_1288 (size=7) 2024-11-14T11:24:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742109_1288 (size=7) 2024-11-14T11:24:06,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:06,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,837 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:06,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2543 (was 2543) 2024-11-14T11:24:06,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2543 2024-11-14T11:24:06,885 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742110_1289 (size=7) 2024-11-14T11:24:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742110_1289 (size=7) 2024-11-14T11:24:06,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:06,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:06,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:06,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:06,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:06,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742111_1290 (size=255) 2024-11-14T11:24:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742111_1290 (size=255) 2024-11-14T11:24:07,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1, size=255 (255bytes) 2024-11-14T11:24:07,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 2024-11-14T11:24:07,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 after 0ms 2024-11-14T11:24:07,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 took 2ms 2024-11-14T11:24:07,031 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T11:24:07,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 so closing down 2024-11-14T11:24:07,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:07,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:07,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T11:24:07,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1, size=255 (255bytes) at 1731583447027Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 so closing down at 1731583447031 (+4 ms)3 split writer threads finished at 1731583447032 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731583447032 2024-11-14T11:24:07,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/WALs/testsplitremovesreplicationmarkeredits,16010,1731583446940/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/694c097b-7c70-eda3-720d-3870900a5b4b/oldWALs/wal.dat.1 2024-11-14T11:24:07,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2542 (was 2543) 2024-11-14T11:24:07,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2542 2024-11-14T11:24:07,059 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742112_1291 (size=7) 2024-11-14T11:24:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742112_1291 (size=7) 2024-11-14T11:24:07,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:07,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:07,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:07,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:07,086 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T11:24:07,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T11:24:07,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742113_1292 (size=1941) 2024-11-14T11:24:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742113_1292 (size=1941) 2024-11-14T11:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d/data/default/t1/region__1 2024-11-14T11:24:07,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T11:24:07,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 2024-11-14T11:24:07,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 after 0ms 2024-11-14T11:24:07,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 took 2ms 2024-11-14T11:24:07,554 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T11:24:07,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 so closing down 2024-11-14T11:24:07,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:07,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:07,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T11:24:07,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0, size=1.9 K (1941bytes) at 1731583447551Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 so closing down at 1731583447554 (+3 ms)3 split writer threads finished at 1731583447554Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731583447554 2024-11-14T11:24:07,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/WALs/testsplitlogfiledeletedregiondir,16010,1731583447086/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/5aaa896e-6817-e941-cb68-1e7860235883/oldWALs/wal.dat.0 2024-11-14T11:24:07,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2542 (was 2542) 2024-11-14T11:24:07,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2542 2024-11-14T11:24:07,577 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742114_1293 (size=7) 2024-11-14T11:24:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742114_1293 (size=7) 2024-11-14T11:24:07,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:07,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:07,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:07,588 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:07,589 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T11:24:07,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:07,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:07,590 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:07,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742115_1294 (size=1393) 2024-11-14T11:24:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742115_1294 (size=1393) 2024-11-14T11:24:07,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:07,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:07,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742116_1295 (size=1393) 2024-11-14T11:24:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742116_1295 (size=1393) 2024-11-14T11:24:07,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:07,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:07,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742117_1296 (size=1393) 2024-11-14T11:24:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742117_1296 (size=1393) 2024-11-14T11:24:07,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:07,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:07,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742118_1297 (size=1393) 2024-11-14T11:24:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742118_1297 (size=1393) 2024-11-14T11:24:07,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:07,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:07,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742119_1298 (size=1393) 2024-11-14T11:24:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742119_1298 (size=1393) 2024-11-14T11:24:07,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:07,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742120_1299 (size=1393) 2024-11-14T11:24:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742120_1299 (size=1393) 2024-11-14T11:24:07,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:07,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:07,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742121_1300 (size=1405) 2024-11-14T11:24:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742121_1300 (size=1405) 2024-11-14T11:24:07,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:07,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:07,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742122_1301 (size=1413) 2024-11-14T11:24:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742122_1301 (size=1413) 2024-11-14T11:24:08,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:08,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:08,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742123_1302 (size=1413) 2024-11-14T11:24:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742123_1302 (size=1413) 2024-11-14T11:24:08,044 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:08,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:08,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742124_1303 (size=1413) 2024-11-14T11:24:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742124_1303 (size=1413) 2024-11-14T11:24:08,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:08,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:08,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0 2024-11-14T11:24:08,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0 after 1ms 2024-11-14T11:24:08,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0 took 3ms 2024-11-14T11:24:08,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0 so closing down 2024-11-14T11:24:08,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:08,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:08,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:08,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0, size=1.4 K (1393bytes) at 1731583448103Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0 so closing down at 1731583448107 (+4 ms)3 split writer threads finished at 1731583448107Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4bf11f88-ad34-3ee0-4d68-2c9aaa4479d3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731583447588/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583448107 2024-11-14T11:24:08,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2537 (was 2542) 2024-11-14T11:24:08,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2537 2024-11-14T11:24:08,125 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742125_1304 (size=7) 2024-11-14T11:24:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742125_1304 (size=7) 2024-11-14T11:24:08,135 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:08,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:08,140 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:08,140 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:08,141 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:08,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:08,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742126_1305 (size=1393) 2024-11-14T11:24:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742126_1305 (size=1393) 2024-11-14T11:24:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:08,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742127_1306 (size=1393) 2024-11-14T11:24:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742127_1306 (size=1393) 2024-11-14T11:24:08,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:08,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742128_1307 (size=1393) 2024-11-14T11:24:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742128_1307 (size=1393) 2024-11-14T11:24:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:08,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742129_1308 (size=1393) 2024-11-14T11:24:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742129_1308 (size=1393) 2024-11-14T11:24:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:08,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:08,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742131_1310 (size=1393) 2024-11-14T11:24:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742131_1310 (size=1393) 2024-11-14T11:24:08,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:08,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742132_1311 (size=1405) 2024-11-14T11:24:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742132_1311 (size=1405) 2024-11-14T11:24:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:08,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742133_1312 (size=1413) 2024-11-14T11:24:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742133_1312 (size=1413) 2024-11-14T11:24:08,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:08,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742134_1313 (size=1413) 2024-11-14T11:24:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742134_1313 (size=1413) 2024-11-14T11:24:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:08,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742135_1314 (size=1413) 2024-11-14T11:24:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742135_1314 (size=1413) 2024-11-14T11:24:08,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:08,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:08,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742130_1309 (size=1458) 2024-11-14T11:24:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742130_1309 (size=1458) 2024-11-14T11:24:08,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:08,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 2024-11-14T11:24:08,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 after 1ms 2024-11-14T11:24:08,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 took 3ms 2024-11-14T11:24:08,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 so closing down 2024-11-14T11:24:08,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:08,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:08,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:08,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:08,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:08,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742136_1315 (size=743) 2024-11-14T11:24:08,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742136_1315 (size=743) 2024-11-14T11:24:08,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742137_1316 (size=743) 2024-11-14T11:24:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742137_1316 (size=743) 2024-11-14T11:24:08,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:08,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:08,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:08,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0, size=1.4 K (1393bytes) at 1731583448871Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 so closing down at 1731583448897 (+26 ms)3 split writer threads finished at 1731583448900 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583448916 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583448930 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583448970 (+40 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583448973 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583448979 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583448981 (+2 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583448981 2024-11-14T11:24:08,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/oldWALs/wal.dat.0 2024-11-14T11:24:08,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:08,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 2024-11-14T11:24:08,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 after 0ms 2024-11-14T11:24:08,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 took 4ms 2024-11-14T11:24:09,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 so closing down 2024-11-14T11:24:09,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:09,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:09,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:09,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:09,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:09,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742138_1317 (size=743) 2024-11-14T11:24:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742138_1317 (size=743) 2024-11-14T11:24:09,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742139_1318 (size=743) 2024-11-14T11:24:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742139_1318 (size=743) 2024-11-14T11:24:09,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:09,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:09,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1, size=1.4 K (1393bytes) at 1731583448985Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 so closing down at 1731583449001 (+16 ms)3 split writer threads finished at 1731583449001Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583449014 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583449020 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449038 (+18 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583449042 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449047 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583449048 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583449049 (+1 ms) 2024-11-14T11:24:09,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/oldWALs/wal.dat.1 2024-11-14T11:24:09,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:09,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 2024-11-14T11:24:09,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 after 1ms 2024-11-14T11:24:09,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 took 3ms 2024-11-14T11:24:09,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 so closing down 2024-11-14T11:24:09,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:09,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:09,067 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:09,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:09,077 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:09,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:09,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742140_1319 (size=743) 2024-11-14T11:24:09,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742140_1319 (size=743) 2024-11-14T11:24:09,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742141_1320 (size=743) 2024-11-14T11:24:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742141_1320 (size=743) 2024-11-14T11:24:09,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:09,587 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:09,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2, size=1.4 K (1393bytes) at 1731583449051Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 so closing down at 1731583449061 (+10 ms)3 split writer threads finished at 1731583449065 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583449068 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583449096 (+28 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449113 (+17 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583449116 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449586 (+470 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583449587 (+1 ms)Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583449587 2024-11-14T11:24:09,589 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/oldWALs/wal.dat.2 2024-11-14T11:24:09,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:09,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 2024-11-14T11:24:09,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 after 1ms 2024-11-14T11:24:09,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 took 3ms 2024-11-14T11:24:09,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 so closing down 2024-11-14T11:24:09,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:09,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:09,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:09,603 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:09,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:09,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:09,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742142_1321 (size=743) 2024-11-14T11:24:09,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742142_1321 (size=743) 2024-11-14T11:24:09,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742143_1322 (size=743) 2024-11-14T11:24:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742143_1322 (size=743) 2024-11-14T11:24:09,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:09,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:09,645 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:09,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3, size=1.4 K (1393bytes) at 1731583449589Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 so closing down at 1731583449593 (+4 ms)3 split writer threads finished at 1731583449600 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583449604 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583449608 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449628 (+20 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583449630 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583449639 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583449645 (+6 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583449645 2024-11-14T11:24:09,647 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/oldWALs/wal.dat.3 2024-11-14T11:24:09,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T11:24:09,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4 2024-11-14T11:24:09,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4 after 0ms 2024-11-14T11:24:09,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4 took 4ms 2024-11-14T11:24:09,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4 so closing down 2024-11-14T11:24:09,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:09,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:09,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:09,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T11:24:09,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:09,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T11:24:09,668 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:09,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T11:24:09,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4, size=1.4 K (1458bytes) at 1731583449647Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4 so closing down at 1731583449653 (+6 ms)3 split writer threads finished at 1731583449654 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583449661 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731583449668 (+7 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731583449669 (+1 ms)Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/WALs/testsplitwillfailifwritingtoregionfails,16010,1731583448140/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731583449669 2024-11-14T11:24:09,669 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39364 remote=/127.0.0.1:45883]. Total timeout mills is 70000, 69995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:24:09,669 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-25758601-172.17.0.2-1731583406308:blk_1073742144_1323 2024-11-14T11:24:09,676 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1535627484_22 at /127.0.0.1:39364 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:45883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39364 dst: /127.0.0.1:45883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:09,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1535627484_22 at /127.0.0.1:51840 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40151:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51840 dst: /127.0.0.1:40151 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:09,680 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=149 (was 145) - Thread LEAK? -, OpenFileDescriptor=400 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=2528 (was 2537) 2024-11-14T11:24:09,672 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:24:09,685 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35785/user/jenkins/test-data/284e1978-6be7-5cf5-5a59-4969ae82f117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:09,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=148, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=2527 2024-11-14T11:24:09,689 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742145_1324 (size=7) 2024-11-14T11:24:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742145_1324 (size=7) 2024-11-14T11:24:09,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:09,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:09,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:09,701 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:09,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T11:24:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742146_1325 (size=93) 2024-11-14T11:24:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742146_1325 (size=93) 2024-11-14T11:24:09,722 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:09,723 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:09,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742147_1326 (size=1393) 2024-11-14T11:24:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742147_1326 (size=1393) 2024-11-14T11:24:09,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:09,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:09,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742148_1327 (size=1393) 2024-11-14T11:24:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742148_1327 (size=1393) 2024-11-14T11:24:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:09,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742149_1328 (size=1393) 2024-11-14T11:24:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742149_1328 (size=1393) 2024-11-14T11:24:09,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:09,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742150_1329 (size=1393) 2024-11-14T11:24:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742150_1329 (size=1393) 2024-11-14T11:24:09,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:09,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742151_1330 (size=1393) 2024-11-14T11:24:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742151_1330 (size=1393) 2024-11-14T11:24:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:09,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742152_1331 (size=1393) 2024-11-14T11:24:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742152_1331 (size=1393) 2024-11-14T11:24:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:09,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742153_1332 (size=1405) 2024-11-14T11:24:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742153_1332 (size=1405) 2024-11-14T11:24:09,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:09,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742154_1333 (size=1413) 2024-11-14T11:24:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742154_1333 (size=1413) 2024-11-14T11:24:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:09,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742155_1334 (size=1413) 2024-11-14T11:24:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742155_1334 (size=1413) 2024-11-14T11:24:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:09,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:09,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742156_1335 (size=1413) 2024-11-14T11:24:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742156_1335 (size=1413) 2024-11-14T11:24:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:10,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T11:24:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742157_1336 (size=93) 2024-11-14T11:24:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742157_1336 (size=93) 2024-11-14T11:24:10,328 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty, size=93 (93bytes) 2024-11-14T11:24:10,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty 2024-11-14T11:24:10,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty after 0ms 2024-11-14T11:24:10,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty took 2ms 2024-11-14T11:24:10,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty so closing down 2024-11-14T11:24:10,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,331 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T11:24:10,331 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty, size=93 (93bytes) at 1731583450328Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty so closing down at 1731583450331 (+3 ms)3 split writer threads finished at 1731583450331Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731583450331 2024-11-14T11:24:10,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat..empty to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat..empty 2024-11-14T11:24:10,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:10,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 2024-11-14T11:24:10,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 after 0ms 2024-11-14T11:24:10,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 took 2ms 2024-11-14T11:24:10,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 so closing down 2024-11-14T11:24:10,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:10,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:10,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:10,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742159_1338 (size=743) 2024-11-14T11:24:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742159_1338 (size=743) 2024-11-14T11:24:10,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742158_1337 (size=743) 2024-11-14T11:24:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742158_1337 (size=743) 2024-11-14T11:24:10,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:10,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:10,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0, size=1.4 K (1393bytes) at 1731583450334Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 so closing down at 1731583450337 (+3 ms)3 split writer threads finished at 1731583450337Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583450342 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583450342Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450352 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583450353 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450353Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583450354 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450355 (+1 ms) 2024-11-14T11:24:10,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.0 2024-11-14T11:24:10,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:10,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 2024-11-14T11:24:10,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 after 0ms 2024-11-14T11:24:10,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 took 2ms 2024-11-14T11:24:10,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 so closing down 2024-11-14T11:24:10,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,361 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:10,363 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:10,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742160_1339 (size=743) 2024-11-14T11:24:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742160_1339 (size=743) 2024-11-14T11:24:10,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:10,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742161_1340 (size=743) 2024-11-14T11:24:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742161_1340 (size=743) 2024-11-14T11:24:10,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:10,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1, size=1.4 K (1393bytes) at 1731583450356Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 so closing down at 1731583450360 (+4 ms)3 split writer threads finished at 1731583450361 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583450364 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450374 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583450375 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583450376 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450389 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583450390 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450391 (+1 ms) 2024-11-14T11:24:10,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.1 2024-11-14T11:24:10,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:10,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 2024-11-14T11:24:10,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 after 1ms 2024-11-14T11:24:10,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 took 2ms 2024-11-14T11:24:10,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 so closing down 2024-11-14T11:24:10,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:10,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:10,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:10,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742162_1341 (size=743) 2024-11-14T11:24:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742162_1341 (size=743) 2024-11-14T11:24:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742163_1342 (size=743) 2024-11-14T11:24:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742163_1342 (size=743) 2024-11-14T11:24:10,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:10,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:10,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2, size=1.4 K (1393bytes) at 1731583450392Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 so closing down at 1731583450396 (+4 ms)3 split writer threads finished at 1731583450396Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583450398 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583450407 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450813 (+406 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583450815 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450816 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583450817 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450818 (+1 ms) 2024-11-14T11:24:10,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.2 2024-11-14T11:24:10,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:10,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 2024-11-14T11:24:10,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 after 0ms 2024-11-14T11:24:10,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 took 2ms 2024-11-14T11:24:10,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 so closing down 2024-11-14T11:24:10,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:10,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:10,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:10,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:10,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742164_1343 (size=743) 2024-11-14T11:24:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742164_1343 (size=743) 2024-11-14T11:24:10,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742165_1344 (size=743) 2024-11-14T11:24:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742165_1344 (size=743) 2024-11-14T11:24:10,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:10,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3, size=1.4 K (1393bytes) at 1731583450822Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 so closing down at 1731583450826 (+4 ms)3 split writer threads finished at 1731583450826Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583450830 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583450836 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450846 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583450847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450850 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583450851 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450851 2024-11-14T11:24:10,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.3 2024-11-14T11:24:10,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:10,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 2024-11-14T11:24:10,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 after 1ms 2024-11-14T11:24:10,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 took 2ms 2024-11-14T11:24:10,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 so closing down 2024-11-14T11:24:10,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,858 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:10,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:10,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:10,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742166_1345 (size=743) 2024-11-14T11:24:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742166_1345 (size=743) 2024-11-14T11:24:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742167_1346 (size=743) 2024-11-14T11:24:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742167_1346 (size=743) 2024-11-14T11:24:10,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:10,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:10,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4, size=1.4 K (1393bytes) at 1731583450852Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 so closing down at 1731583450856 (+4 ms)3 split writer threads finished at 1731583450856Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583450865 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583450868 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450875 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450876 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583450877 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583450877Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450877 2024-11-14T11:24:10,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.4 2024-11-14T11:24:10,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:10,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 2024-11-14T11:24:10,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 after 1ms 2024-11-14T11:24:10,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 took 3ms 2024-11-14T11:24:10,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 so closing down 2024-11-14T11:24:10,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,898 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:10,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:10,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:10,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742168_1347 (size=743) 2024-11-14T11:24:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742168_1347 (size=743) 2024-11-14T11:24:10,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742169_1348 (size=743) 2024-11-14T11:24:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742169_1348 (size=743) 2024-11-14T11:24:10,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:10,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:10,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:10,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5, size=1.4 K (1393bytes) at 1731583450879Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 so closing down at 1731583450887 (+8 ms)3 split writer threads finished at 1731583450888 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583450900 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583450906 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450922 (+16 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583450925 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583450929 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583450932 (+3 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583450932 2024-11-14T11:24:10,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.5 2024-11-14T11:24:10,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:10,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 2024-11-14T11:24:10,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 after 1ms 2024-11-14T11:24:10,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 took 3ms 2024-11-14T11:24:10,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 so closing down 2024-11-14T11:24:10,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:10,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:10,982 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:11,006 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:11,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:11,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742170_1349 (size=749) 2024-11-14T11:24:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742170_1349 (size=749) 2024-11-14T11:24:11,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742171_1350 (size=749) 2024-11-14T11:24:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742171_1350 (size=749) 2024-11-14T11:24:11,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:11,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:11,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6, size=1.4 K (1405bytes) at 1731583450938Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 so closing down at 1731583450957 (+19 ms)3 split writer threads finished at 1731583450964 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583451012 (+48 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583451013 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451053 (+40 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583451054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451076 (+22 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583451077 (+1 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583451077 2024-11-14T11:24:11,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.6 2024-11-14T11:24:11,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:11,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 2024-11-14T11:24:11,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 after 0ms 2024-11-14T11:24:11,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 took 2ms 2024-11-14T11:24:11,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 so closing down 2024-11-14T11:24:11,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:11,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:11,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:11,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:11,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:11,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742172_1351 (size=753) 2024-11-14T11:24:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742172_1351 (size=753) 2024-11-14T11:24:11,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742173_1352 (size=753) 2024-11-14T11:24:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742173_1352 (size=753) 2024-11-14T11:24:11,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:11,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:11,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7, size=1.4 K (1413bytes) at 1731583451080Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 so closing down at 1731583451093 (+13 ms)3 split writer threads finished at 1731583451094 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583451100 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583451101 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451163 (+62 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583451165 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451175 (+10 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583451176 (+1 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583451176 2024-11-14T11:24:11,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.7 2024-11-14T11:24:11,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:11,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 2024-11-14T11:24:11,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 after 1ms 2024-11-14T11:24:11,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 took 3ms 2024-11-14T11:24:11,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 so closing down 2024-11-14T11:24:11,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:11,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:11,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:11,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:11,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:11,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742174_1353 (size=753) 2024-11-14T11:24:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742174_1353 (size=753) 2024-11-14T11:24:11,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742175_1354 (size=753) 2024-11-14T11:24:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742175_1354 (size=753) 2024-11-14T11:24:11,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:11,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:11,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8, size=1.4 K (1413bytes) at 1731583451179Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 so closing down at 1731583451194 (+15 ms)3 split writer threads finished at 1731583451208 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583451239 (+31 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583451240 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451297 (+57 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583451299 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451322 (+23 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583451324 (+2 ms)Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583451324 2024-11-14T11:24:11,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.8 2024-11-14T11:24:11,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:11,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 2024-11-14T11:24:11,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 after 1ms 2024-11-14T11:24:11,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 took 4ms 2024-11-14T11:24:11,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 so closing down 2024-11-14T11:24:11,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:11,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:11,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:11,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:11,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:11,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742176_1355 (size=753) 2024-11-14T11:24:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742176_1355 (size=753) 2024-11-14T11:24:11,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742177_1356 (size=753) 2024-11-14T11:24:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742177_1356 (size=753) 2024-11-14T11:24:11,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:11,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:11,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:11,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9, size=1.4 K (1413bytes) at 1731583451327Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 so closing down at 1731583451333 (+6 ms)3 split writer threads finished at 1731583451334 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583451356 (+22 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583451367 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451426 (+59 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583451428 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583451435 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583451437 (+2 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583451437 2024-11-14T11:24:11,439 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.9 2024-11-14T11:24:11,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty, size=93 (93bytes) 2024-11-14T11:24:11,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty 2024-11-14T11:24:11,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty after 0ms 2024-11-14T11:24:11,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty took 3ms 2024-11-14T11:24:11,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty so closing down 2024-11-14T11:24:11,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:11,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:11,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T11:24:11,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty, size=93 (93bytes) at 1731583451440Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty so closing down at 1731583451443 (+3 ms)3 split writer threads finished at 1731583451443Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731583451443 2024-11-14T11:24:11,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/WALs/testemptylogfiles,16010,1731583449701/wal.dat.empty to hdfs://localhost:35785/user/jenkins/test-data/b855a929-c44f-eee6-edf1-6be5a965c59f/oldWALs/wal.dat.empty 2024-11-14T11:24:11,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=146 (was 148), OpenFileDescriptor=397 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 512) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2511 (was 2527) 2024-11-14T11:24:11,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2511 2024-11-14T11:24:11,573 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742178_1357 (size=7) 2024-11-14T11:24:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742178_1357 (size=7) 2024-11-14T11:24:11,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:11,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:11,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:11,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:11,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:11,607 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:11,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742179_1358 (size=1393) 2024-11-14T11:24:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742179_1358 (size=1393) 2024-11-14T11:24:11,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:11,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:11,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742180_1359 (size=1393) 2024-11-14T11:24:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742180_1359 (size=1393) 2024-11-14T11:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:11,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742181_1360 (size=1393) 2024-11-14T11:24:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742181_1360 (size=1393) 2024-11-14T11:24:11,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:11,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:11,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742182_1361 (size=1393) 2024-11-14T11:24:11,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742182_1361 (size=1393) 2024-11-14T11:24:11,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:11,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:11,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742183_1362 (size=1393) 2024-11-14T11:24:11,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742183_1362 (size=1393) 2024-11-14T11:24:11,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:11,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:11,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742184_1363 (size=1393) 2024-11-14T11:24:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742184_1363 (size=1393) 2024-11-14T11:24:11,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:11,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:11,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742185_1364 (size=1405) 2024-11-14T11:24:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742185_1364 (size=1405) 2024-11-14T11:24:11,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:11,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:11,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742186_1365 (size=1413) 2024-11-14T11:24:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742186_1365 (size=1413) 2024-11-14T11:24:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:11,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742187_1366 (size=1413) 2024-11-14T11:24:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742187_1366 (size=1413) 2024-11-14T11:24:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:11,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:11,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:11,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742188_1367 (size=1413) 2024-11-14T11:24:11,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742188_1367 (size=1413) 2024-11-14T11:24:11,998 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:11,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 2024-11-14T11:24:11,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 after 1ms 2024-11-14T11:24:12,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 took 4ms 2024-11-14T11:24:12,023 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 so closing down 2024-11-14T11:24:12,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:12,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:12,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:12,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742190_1369 (size=743) 2024-11-14T11:24:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742190_1369 (size=743) 2024-11-14T11:24:12,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742189_1368 (size=743) 2024-11-14T11:24:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742189_1368 (size=743) 2024-11-14T11:24:12,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:12,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0, size=1.4 K (1393bytes) at 1731583451998Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 so closing down at 1731583452023 (+25 ms)3 split writer threads finished at 1731583452032 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583452038 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583452043 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452083 (+40 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583452085 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452101 (+16 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583452103 (+2 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452103 2024-11-14T11:24:12,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.0 2024-11-14T11:24:12,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:12,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 2024-11-14T11:24:12,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 after 0ms 2024-11-14T11:24:12,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 took 2ms 2024-11-14T11:24:12,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 so closing down 2024-11-14T11:24:12,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:12,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:12,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:12,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742191_1370 (size=743) 2024-11-14T11:24:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742191_1370 (size=743) 2024-11-14T11:24:12,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742192_1371 (size=743) 2024-11-14T11:24:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742192_1371 (size=743) 2024-11-14T11:24:12,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:12,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1, size=1.4 K (1393bytes) at 1731583452106Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 so closing down at 1731583452110 (+4 ms)3 split writer threads finished at 1731583452111 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583452114 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583452117 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452147 (+30 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583452149 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452163 (+14 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583452172 (+9 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452172 2024-11-14T11:24:12,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.1 2024-11-14T11:24:12,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:12,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 2024-11-14T11:24:12,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 after 0ms 2024-11-14T11:24:12,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 took 2ms 2024-11-14T11:24:12,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 so closing down 2024-11-14T11:24:12,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:12,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:12,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:12,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742193_1372 (size=743) 2024-11-14T11:24:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742193_1372 (size=743) 2024-11-14T11:24:12,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742194_1373 (size=743) 2024-11-14T11:24:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742194_1373 (size=743) 2024-11-14T11:24:12,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:12,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2, size=1.4 K (1393bytes) at 1731583452175Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 so closing down at 1731583452179 (+4 ms)3 split writer threads finished at 1731583452179Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583452190 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583452191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452227 (+36 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583452228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452237 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583452238 (+1 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452238 2024-11-14T11:24:12,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.2 2024-11-14T11:24:12,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:12,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 2024-11-14T11:24:12,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 after 0ms 2024-11-14T11:24:12,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 took 2ms 2024-11-14T11:24:12,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 so closing down 2024-11-14T11:24:12,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:12,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:12,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:12,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742195_1374 (size=743) 2024-11-14T11:24:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742195_1374 (size=743) 2024-11-14T11:24:12,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742196_1375 (size=743) 2024-11-14T11:24:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742196_1375 (size=743) 2024-11-14T11:24:12,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:12,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3, size=1.4 K (1393bytes) at 1731583452240Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 so closing down at 1731583452243 (+3 ms)3 split writer threads finished at 1731583452243Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583452250 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583452250Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452287 (+37 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583452288 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452300 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583452303 (+3 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452304 (+1 ms) 2024-11-14T11:24:12,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.3 2024-11-14T11:24:12,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:12,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 2024-11-14T11:24:12,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 after 0ms 2024-11-14T11:24:12,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 took 3ms 2024-11-14T11:24:12,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 so closing down 2024-11-14T11:24:12,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,312 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:12,313 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:12,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:12,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:12,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742197_1376 (size=743) 2024-11-14T11:24:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742197_1376 (size=743) 2024-11-14T11:24:12,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742198_1377 (size=743) 2024-11-14T11:24:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742198_1377 (size=743) 2024-11-14T11:24:12,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:12,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4, size=1.4 K (1393bytes) at 1731583452306Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 so closing down at 1731583452309 (+3 ms)3 split writer threads finished at 1731583452310 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583452315 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583452320 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452342 (+22 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583452344 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452350 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583452351 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452352 (+1 ms) 2024-11-14T11:24:12,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.4 2024-11-14T11:24:12,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:12,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 2024-11-14T11:24:12,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 after 2ms 2024-11-14T11:24:12,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 took 4ms 2024-11-14T11:24:12,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 so closing down 2024-11-14T11:24:12,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:12,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:12,371 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:12,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742199_1378 (size=743) 2024-11-14T11:24:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742199_1378 (size=743) 2024-11-14T11:24:12,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742200_1379 (size=743) 2024-11-14T11:24:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742200_1379 (size=743) 2024-11-14T11:24:12,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:12,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:12,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5, size=1.4 K (1393bytes) at 1731583452353Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 so closing down at 1731583452360 (+7 ms)3 split writer threads finished at 1731583452363 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583452368 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583452372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452383 (+11 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583452385 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452404 (+19 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583452405 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583452405 2024-11-14T11:24:12,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.5 2024-11-14T11:24:12,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:12,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 2024-11-14T11:24:12,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 after 0ms 2024-11-14T11:24:12,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 took 2ms 2024-11-14T11:24:12,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 so closing down 2024-11-14T11:24:12,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:12,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:12,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:12,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742201_1380 (size=749) 2024-11-14T11:24:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742201_1380 (size=749) 2024-11-14T11:24:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742202_1381 (size=749) 2024-11-14T11:24:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742202_1381 (size=749) 2024-11-14T11:24:12,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:12,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:12,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:12,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6, size=1.4 K (1405bytes) at 1731583452407Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 so closing down at 1731583452414 (+7 ms)3 split writer threads finished at 1731583452414Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583452431 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583452431Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452456 (+25 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583452457 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452846 (+389 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583452847 (+1 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583452848 (+1 ms) 2024-11-14T11:24:12,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.6 2024-11-14T11:24:12,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:12,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 2024-11-14T11:24:12,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 after 1ms 2024-11-14T11:24:12,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 took 3ms 2024-11-14T11:24:12,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 so closing down 2024-11-14T11:24:12,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,857 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:12,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:12,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:12,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742204_1383 (size=753) 2024-11-14T11:24:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742204_1383 (size=753) 2024-11-14T11:24:12,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742203_1382 (size=753) 2024-11-14T11:24:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742203_1382 (size=753) 2024-11-14T11:24:12,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:12,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:12,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7, size=1.4 K (1413bytes) at 1731583452849Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 so closing down at 1731583452857 (+8 ms)3 split writer threads finished at 1731583452857Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583452878 (+21 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583452882 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452895 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583452897 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452906 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583452907 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583452908 (+1 ms) 2024-11-14T11:24:12,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.7 2024-11-14T11:24:12,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:12,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 2024-11-14T11:24:12,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 after 0ms 2024-11-14T11:24:12,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 took 3ms 2024-11-14T11:24:12,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 so closing down 2024-11-14T11:24:12,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:12,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:12,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:12,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:12,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742205_1384 (size=753) 2024-11-14T11:24:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742205_1384 (size=753) 2024-11-14T11:24:12,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742206_1385 (size=753) 2024-11-14T11:24:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742206_1385 (size=753) 2024-11-14T11:24:12,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:12,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:12,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:12,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8, size=1.4 K (1413bytes) at 1731583452913Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 so closing down at 1731583452917 (+4 ms)3 split writer threads finished at 1731583452918 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583452923 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583452932 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452939 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583452943 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583452972 (+29 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583452975 (+3 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583452975 2024-11-14T11:24:12,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.8 2024-11-14T11:24:12,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:12,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 2024-11-14T11:24:12,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 after 1ms 2024-11-14T11:24:12,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 took 5ms 2024-11-14T11:24:12,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 so closing down 2024-11-14T11:24:12,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:12,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:13,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:13,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:13,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:13,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742207_1386 (size=753) 2024-11-14T11:24:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742207_1386 (size=753) 2024-11-14T11:24:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742208_1387 (size=753) 2024-11-14T11:24:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742208_1387 (size=753) 2024-11-14T11:24:13,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:13,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:13,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:13,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:13,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:13,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9, size=1.4 K (1413bytes) at 1731583452982Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 so closing down at 1731583452990 (+8 ms)3 split writer threads finished at 1731583452990Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583453002 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583453022 (+20 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583453036 (+14 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583453039 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583453433 (+394 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583453434 (+1 ms)Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583453435 (+1 ms) 2024-11-14T11:24:13,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731583451605/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/317533b7-acaf-282a-cc89-b5c59e7fb854/oldWALs/wal.dat.9 2024-11-14T11:24:13,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=2499 (was 2511) 2024-11-14T11:24:13,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2498 2024-11-14T11:24:13,454 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742209_1388 (size=7) 2024-11-14T11:24:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742209_1388 (size=7) 2024-11-14T11:24:13,485 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:13,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:13,494 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:35785/user/jenkins/test-data/0036e9bf-4379-9f40-89ec-3c735e09d972/data/hbase/meta/1588230740/recovered.edits 2024-11-14T11:24:13,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=2498 (was 2498) 2024-11-14T11:24:13,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2498 2024-11-14T11:24:13,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:13,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742210_1389 (size=7) 2024-11-14T11:24:13,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742210_1389 (size=7) 2024-11-14T11:24:13,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:13,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,551 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:13,551 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T11:24:13,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:13,554 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T11:24:13,554 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T11:24:13,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742211_1390 (size=818) 2024-11-14T11:24:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742211_1390 (size=818) 2024-11-14T11:24:13,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5, size=818 (818bytes) 2024-11-14T11:24:13,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 2024-11-14T11:24:13,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 after 0ms 2024-11-14T11:24:13,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 took 2ms 2024-11-14T11:24:13,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 so closing down 2024-11-14T11:24:13,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:13,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:13,587 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T11:24:13,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T11:24:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742212_1391 (size=783) 2024-11-14T11:24:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742212_1391 (size=783) 2024-11-14T11:24:13,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T11:24:13,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T11:24:13,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T11:24:13,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5, size=818 (818bytes) at 1731583453579Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 so closing down at 1731583453585 (+6 ms)3 split writer threads finished at 1731583453585Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731583453588 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731583453593 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731583453595 (+2 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731583453596 (+1 ms) 2024-11-14T11:24:13,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/WALs/testemptywaledit,16010,1731583453551/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/4bde85d5-f1b3-9a5d-c854-8ee64320271d/oldWALs/wal.dat.5 2024-11-14T11:24:13,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=2498 (was 2498) 2024-11-14T11:24:13,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2498 2024-11-14T11:24:13,622 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742213_1392 (size=7) 2024-11-14T11:24:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742213_1392 (size=7) 2024-11-14T11:24:13,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:13,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:13,639 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:13,639 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:13,640 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:13,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742214_1393 (size=1393) 2024-11-14T11:24:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742214_1393 (size=1393) 2024-11-14T11:24:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:13,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742215_1394 (size=1393) 2024-11-14T11:24:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742215_1394 (size=1393) 2024-11-14T11:24:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:13,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742216_1395 (size=1393) 2024-11-14T11:24:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742216_1395 (size=1393) 2024-11-14T11:24:13,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:13,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:13,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742217_1396 (size=1393) 2024-11-14T11:24:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742217_1396 (size=1393) 2024-11-14T11:24:13,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:13,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:13,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742218_1397 (size=1393) 2024-11-14T11:24:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742218_1397 (size=1393) 2024-11-14T11:24:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:13,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742219_1398 (size=1393) 2024-11-14T11:24:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742219_1398 (size=1393) 2024-11-14T11:24:13,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:13,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:13,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:13,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742220_1399 (size=1405) 2024-11-14T11:24:13,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742220_1399 (size=1405) 2024-11-14T11:24:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:14,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742221_1400 (size=1413) 2024-11-14T11:24:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742221_1400 (size=1413) 2024-11-14T11:24:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:14,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742222_1401 (size=1413) 2024-11-14T11:24:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742222_1401 (size=1413) 2024-11-14T11:24:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:14,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:14,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742223_1402 (size=1413) 2024-11-14T11:24:14,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742223_1402 (size=1413) 2024-11-14T11:24:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:14,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:14,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 2024-11-14T11:24:14,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 after 1ms 2024-11-14T11:24:14,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 took 3ms 2024-11-14T11:24:14,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 so closing down 2024-11-14T11:24:14,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:14,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:14,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:14,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:14,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:14,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742225_1404 (size=743) 2024-11-14T11:24:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742225_1404 (size=743) 2024-11-14T11:24:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742226_1405 (size=743) 2024-11-14T11:24:14,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742226_1405 (size=743) 2024-11-14T11:24:14,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:14,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:14,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:14,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0, size=1.4 K (1393bytes) at 1731583454232Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 so closing down at 1731583454240 (+8 ms)3 split writer threads finished at 1731583454244 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583454260 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583454261 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454278 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454279 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583454282 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583454282Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583454282 2024-11-14T11:24:14,284 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.0 2024-11-14T11:24:14,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:14,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 2024-11-14T11:24:14,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 after 1ms 2024-11-14T11:24:14,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 took 2ms 2024-11-14T11:24:14,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 so closing down 2024-11-14T11:24:14,289 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:14,289 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:14,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:14,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:14,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:14,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742227_1406 (size=743) 2024-11-14T11:24:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742227_1406 (size=743) 2024-11-14T11:24:14,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742228_1407 (size=743) 2024-11-14T11:24:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742228_1407 (size=743) 2024-11-14T11:24:14,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:14,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:14,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1, size=1.4 K (1393bytes) at 1731583454284Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 so closing down at 1731583454289 (+5 ms)3 split writer threads finished at 1731583454289Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583454292 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583454298 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454306 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583454307 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454710 (+403 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583454711 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583454711 2024-11-14T11:24:14,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.1 2024-11-14T11:24:14,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:14,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 2024-11-14T11:24:14,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 after 0ms 2024-11-14T11:24:14,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 took 2ms 2024-11-14T11:24:14,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 so closing down 2024-11-14T11:24:14,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:14,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:14,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:14,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:14,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:14,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742229_1408 (size=743) 2024-11-14T11:24:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742229_1408 (size=743) 2024-11-14T11:24:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742230_1409 (size=743) 2024-11-14T11:24:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742230_1409 (size=743) 2024-11-14T11:24:14,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:14,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:14,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:14,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2, size=1.4 K (1393bytes) at 1731583454713Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 so closing down at 1731583454716 (+3 ms)3 split writer threads finished at 1731583454717 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583454719 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583454720 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454724 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454724Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583454725 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583454725Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583454726 (+1 ms) 2024-11-14T11:24:14,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.2 2024-11-14T11:24:14,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:14,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 2024-11-14T11:24:14,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 after 0ms 2024-11-14T11:24:14,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 took 2ms 2024-11-14T11:24:14,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 so closing down 2024-11-14T11:24:14,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:14,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:14,733 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:14,733 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:14,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:14,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742231_1410 (size=743) 2024-11-14T11:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742231_1410 (size=743) 2024-11-14T11:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742232_1411 (size=743) 2024-11-14T11:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742232_1411 (size=743) 2024-11-14T11:24:14,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:14,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:15,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:15,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:15,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:15,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3, size=1.4 K (1393bytes) at 1731583454727Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 so closing down at 1731583454730 (+3 ms)3 split writer threads finished at 1731583454731 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583454734 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583454734Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583454747 (+13 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583454748 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583455141 (+393 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583455142 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583455142 2024-11-14T11:24:15,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.3 2024-11-14T11:24:15,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:15,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 2024-11-14T11:24:15,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 after 0ms 2024-11-14T11:24:15,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 took 2ms 2024-11-14T11:24:15,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 so closing down 2024-11-14T11:24:15,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:15,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:15,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:15,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:15,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:15,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742234_1413 (size=743) 2024-11-14T11:24:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742234_1413 (size=743) 2024-11-14T11:24:15,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:15,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742233_1412 (size=743) 2024-11-14T11:24:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742233_1412 (size=743) 2024-11-14T11:24:15,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:15,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:15,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:15,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4, size=1.4 K (1393bytes) at 1731583455153Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 so closing down at 1731583455158 (+5 ms)3 split writer threads finished at 1731583455158Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583455196 (+38 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583455198 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583455244 (+46 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583455246 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583455260 (+14 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583455261 (+1 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583455261 2024-11-14T11:24:15,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.4 2024-11-14T11:24:15,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T11:24:15,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 2024-11-14T11:24:15,267 WARN [IPC Server handler 3 on default port 35785 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-14T11:24:15,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 after 1ms 2024-11-14T11:24:15,996 WARN [ResponseProcessor for block BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:24:15,996 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_250319819_22 at /127.0.0.1:35498 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40151:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35498 dst: /127.0.0.1:40151 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40151 remote=/127.0.0.1:35498]. Total timeout mills is 60000, 58215 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:15,996 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_250319819_22 at /127.0.0.1:52694 [Receiving block BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:45883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52694 dst: /127.0.0.1:45883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:15,997 WARN [DataStreamer for file /user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 block BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK], DatanodeInfoWithStorage[127.0.0.1:45883,DS-ed42687e-4b8e-4c0f-a034-215432caf04d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40151,DS-106ddece-52e3-4984-9b6f-006f9f43b5c0,DISK]) is bad. 2024-11-14T11:24:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742224_1414 (size=1394) 2024-11-14T11:24:15,998 WARN [DataStreamer for file /user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 block BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-25758601-172.17.0.2-1731583406308:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T11:24:19,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 after 4001ms 2024-11-14T11:24:19,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 took 4003ms 2024-11-14T11:24:19,271 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:19,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 so closing down 2024-11-14T11:24:19,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,274 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:19,278 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:19,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:19,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742236_1416 (size=418) 2024-11-14T11:24:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742236_1416 (size=418) 2024-11-14T11:24:19,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T11:24:19,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742235_1415 (size=353) 2024-11-14T11:24:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742235_1415 (size=353) 2024-11-14T11:24:19,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T11:24:19,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T11:24:19,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5, size=1.4 K (1394bytes) at 1731583455266Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 so closing down at 1731583459272 (+4006 ms)3 split writer threads finished at 1731583459272Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583459279 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583459279Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583459286 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731583459287 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731583459293 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731583459294 (+1 ms)Processed 9 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731583459294 2024-11-14T11:24:19,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/corrupt/wal.dat.5 2024-11-14T11:24:19,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:19,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 2024-11-14T11:24:19,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 after 0ms 2024-11-14T11:24:19,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 took 2ms 2024-11-14T11:24:19,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 so closing down 2024-11-14T11:24:19,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:19,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:19,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:19,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742237_1417 (size=749) 2024-11-14T11:24:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742237_1417 (size=749) 2024-11-14T11:24:19,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742238_1418 (size=749) 2024-11-14T11:24:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742238_1418 (size=749) 2024-11-14T11:24:19,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:19,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:19,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6, size=1.4 K (1405bytes) at 1731583459296Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 so closing down at 1731583459300 (+4 ms)3 split writer threads finished at 1731583459300Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583459303 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583459303Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459308 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583459309 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459314 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583459315 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583459315 2024-11-14T11:24:19,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.6 2024-11-14T11:24:19,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:19,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 2024-11-14T11:24:19,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 after 0ms 2024-11-14T11:24:19,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 took 2ms 2024-11-14T11:24:19,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 so closing down 2024-11-14T11:24:19,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,321 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:19,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:19,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:19,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742239_1419 (size=753) 2024-11-14T11:24:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742239_1419 (size=753) 2024-11-14T11:24:19,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742240_1420 (size=753) 2024-11-14T11:24:19,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742240_1420 (size=753) 2024-11-14T11:24:19,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:19,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:19,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7, size=1.4 K (1413bytes) at 1731583459317Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 so closing down at 1731583459319 (+2 ms)3 split writer threads finished at 1731583459319Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583459322 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583459324 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459332 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583459333 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459338 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583459341 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583459341 2024-11-14T11:24:19,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.7 2024-11-14T11:24:19,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:19,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 2024-11-14T11:24:19,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 after 0ms 2024-11-14T11:24:19,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 took 2ms 2024-11-14T11:24:19,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 so closing down 2024-11-14T11:24:19,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:19,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:19,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:19,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742242_1422 (size=753) 2024-11-14T11:24:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742242_1422 (size=753) 2024-11-14T11:24:19,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:19,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742241_1421 (size=753) 2024-11-14T11:24:19,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742241_1421 (size=753) 2024-11-14T11:24:19,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:19,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:19,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8, size=1.4 K (1413bytes) at 1731583459343Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 so closing down at 1731583459346 (+3 ms)3 split writer threads finished at 1731583459347 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583459350 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583459350Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459370 (+20 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583459371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459374 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583459375 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583459375 2024-11-14T11:24:19,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.8 2024-11-14T11:24:19,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:19,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 2024-11-14T11:24:19,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 after 0ms 2024-11-14T11:24:19,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 took 2ms 2024-11-14T11:24:19,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 so closing down 2024-11-14T11:24:19,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:19,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:19,384 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:19,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742243_1423 (size=753) 2024-11-14T11:24:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742243_1423 (size=753) 2024-11-14T11:24:19,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742244_1424 (size=753) 2024-11-14T11:24:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742244_1424 (size=753) 2024-11-14T11:24:19,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:19,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:19,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9, size=1.4 K (1413bytes) at 1731583459378Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 so closing down at 1731583459381 (+3 ms)3 split writer threads finished at 1731583459381Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583459384 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583459385 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459394 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583459395 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583459400 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583459401 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583459401 2024-11-14T11:24:19,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731583453639/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/1703f28b-9e0b-fb50-57dc-6909af0ce778/oldWALs/wal.dat.9 2024-11-14T11:24:19,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146 (was 146), OpenFileDescriptor=401 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 543) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2456 (was 2498) 2024-11-14T11:24:19,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2456 2024-11-14T11:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:19,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742245_1425 (size=7) 2024-11-14T11:24:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742245_1425 (size=7) 2024-11-14T11:24:19,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:19,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:19,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:19,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:19,468 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T11:24:19,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:19,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:19,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742246_1426 (size=863) 2024-11-14T11:24:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742246_1426 (size=863) 2024-11-14T11:24:19,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742247_1427 (size=823) 2024-11-14T11:24:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742247_1427 (size=823) 2024-11-14T11:24:19,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0, size=823 (823bytes) 2024-11-14T11:24:19,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 2024-11-14T11:24:19,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 after 0ms 2024-11-14T11:24:19,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 took 3ms 2024-11-14T11:24:19,557 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0; continuing. 2024-11-14T11:24:19,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 so closing down 2024-11-14T11:24:19,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:19,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742248_1428 (size=786) 2024-11-14T11:24:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742248_1428 (size=786) 2024-11-14T11:24:19,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:19,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T11:24:19,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T11:24:19,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0, size=823 (823bytes) at 1731583459538Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 so closing down at 1731583459557 (+19 ms)3 split writer threads finished at 1731583459558 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583459599 (+41 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583459607 (+8 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731583459608 (+1 ms)Processed 9 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731583459608 2024-11-14T11:24:19,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/WALs/testeofisignored,16010,1731583459468/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/97113404-8f83-696d-240e-f9cf48d33828/oldWALs/wal.dat.0 2024-11-14T11:24:19,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2454 (was 2456) 2024-11-14T11:24:19,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2453 2024-11-14T11:24:19,631 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742249_1429 (size=7) 2024-11-14T11:24:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742249_1429 (size=7) 2024-11-14T11:24:19,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:19,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:19,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:19,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T11:24:19,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T11:24:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742250_1430 (size=93) 2024-11-14T11:24:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742250_1430 (size=93) 2024-11-14T11:24:19,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty, size=93 (93bytes) 2024-11-14T11:24:19,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty 2024-11-14T11:24:19,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty after 0ms 2024-11-14T11:24:19,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty took 2ms 2024-11-14T11:24:19,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty so closing down 2024-11-14T11:24:19,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:19,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:19,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T11:24:19,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty, size=93 (93bytes) at 1731583459665Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty so closing down at 1731583459667 (+2 ms)3 split writer threads finished at 1731583459667Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731583459667 2024-11-14T11:24:19,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/WALs/testsplitlogfileempty,16010,1731583459642/wal.dat..empty to hdfs://localhost:35785/user/jenkins/test-data/c051135a-720e-5056-5b8c-de2155dd049a/oldWALs/wal.dat..empty 2024-11-14T11:24:19,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2453 (was 2453) 2024-11-14T11:24:19,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2453 2024-11-14T11:24:19,698 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742251_1431 (size=7) 2024-11-14T11:24:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742251_1431 (size=7) 2024-11-14T11:24:20,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:20,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:20,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:20,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:20,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:20,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:20,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742252_1432 (size=1393) 2024-11-14T11:24:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742252_1432 (size=1393) 2024-11-14T11:24:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:20,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742253_1433 (size=1393) 2024-11-14T11:24:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742253_1433 (size=1393) 2024-11-14T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:20,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742254_1434 (size=1393) 2024-11-14T11:24:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742254_1434 (size=1393) 2024-11-14T11:24:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:20,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:20,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742255_1435 (size=1393) 2024-11-14T11:24:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742255_1435 (size=1393) 2024-11-14T11:24:20,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:20,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:20,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742256_1436 (size=1393) 2024-11-14T11:24:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742256_1436 (size=1393) 2024-11-14T11:24:20,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:20,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:20,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742257_1437 (size=1393) 2024-11-14T11:24:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742257_1437 (size=1393) 2024-11-14T11:24:20,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:20,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742258_1438 (size=1405) 2024-11-14T11:24:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742258_1438 (size=1405) 2024-11-14T11:24:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:20,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742259_1439 (size=1413) 2024-11-14T11:24:20,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742259_1439 (size=1413) 2024-11-14T11:24:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:20,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742260_1440 (size=1413) 2024-11-14T11:24:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742260_1440 (size=1413) 2024-11-14T11:24:20,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:20,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742261_1441 (size=1413) 2024-11-14T11:24:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742261_1441 (size=1413) 2024-11-14T11:24:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:20,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:20,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 2024-11-14T11:24:20,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 after 0ms 2024-11-14T11:24:20,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 took 2ms 2024-11-14T11:24:20,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 so closing down 2024-11-14T11:24:20,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,317 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:20,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:20,323 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:20,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742262_1442 (size=743) 2024-11-14T11:24:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742262_1442 (size=743) 2024-11-14T11:24:20,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742263_1443 (size=743) 2024-11-14T11:24:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742263_1443 (size=743) 2024-11-14T11:24:20,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T11:24:20,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:20,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0, size=1.4 K (1393bytes) at 1731583460312Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 so closing down at 1731583460317 (+5 ms)3 split writer threads finished at 1731583460317Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583460320 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583460332 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460333 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583460335 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460342 (+7 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731583460344 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583460344 2024-11-14T11:24:20,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.0 2024-11-14T11:24:20,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:20,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 2024-11-14T11:24:20,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 after 0ms 2024-11-14T11:24:20,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 took 7ms 2024-11-14T11:24:20,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 so closing down 2024-11-14T11:24:20,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,361 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:20,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:20,364 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:20,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742264_1444 (size=743) 2024-11-14T11:24:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742264_1444 (size=743) 2024-11-14T11:24:20,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742265_1445 (size=743) 2024-11-14T11:24:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742265_1445 (size=743) 2024-11-14T11:24:20,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:20,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T11:24:20,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:20,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1, size=1.4 K (1393bytes) at 1731583460346Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 so closing down at 1731583460358 (+12 ms)3 split writer threads finished at 1731583460358Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583460364 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583460368 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460380 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583460384 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460781 (+397 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731583460782 (+1 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583460782 2024-11-14T11:24:20,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.1 2024-11-14T11:24:20,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:20,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 2024-11-14T11:24:20,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 after 0ms 2024-11-14T11:24:20,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 took 3ms 2024-11-14T11:24:20,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 so closing down 2024-11-14T11:24:20,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,791 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:20,791 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:20,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:20,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742266_1446 (size=743) 2024-11-14T11:24:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742266_1446 (size=743) 2024-11-14T11:24:20,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T11:24:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742267_1447 (size=743) 2024-11-14T11:24:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742267_1447 (size=743) 2024-11-14T11:24:20,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:20,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:20,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2, size=1.4 K (1393bytes) at 1731583460784Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 so closing down at 1731583460787 (+3 ms)3 split writer threads finished at 1731583460788 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583460792 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583460792Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460798 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731583460799 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460800 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583460801 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583460802 (+1 ms) 2024-11-14T11:24:20,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.2 2024-11-14T11:24:20,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:20,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 2024-11-14T11:24:20,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 after 0ms 2024-11-14T11:24:20,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 took 2ms 2024-11-14T11:24:20,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 so closing down 2024-11-14T11:24:20,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:20,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:20,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:20,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:20,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742268_1448 (size=743) 2024-11-14T11:24:20,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742268_1448 (size=743) 2024-11-14T11:24:20,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742269_1449 (size=743) 2024-11-14T11:24:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742269_1449 (size=743) 2024-11-14T11:24:20,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T11:24:20,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:20,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3, size=1.4 K (1393bytes) at 1731583460803Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 so closing down at 1731583460806 (+3 ms)3 split writer threads finished at 1731583460806Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583460808 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583460809 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460818 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583460819 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460822 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731583460823 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583460823 2024-11-14T11:24:20,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.3 2024-11-14T11:24:20,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:20,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 2024-11-14T11:24:20,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 after 1ms 2024-11-14T11:24:20,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 took 2ms 2024-11-14T11:24:20,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 so closing down 2024-11-14T11:24:20,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:20,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:20,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:20,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742270_1450 (size=743) 2024-11-14T11:24:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742271_1451 (size=743) 2024-11-14T11:24:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742270_1450 (size=743) 2024-11-14T11:24:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742271_1451 (size=743) 2024-11-14T11:24:20,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:20,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T11:24:20,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:20,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4, size=1.4 K (1393bytes) at 1731583460824Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 so closing down at 1731583460827 (+3 ms)3 split writer threads finished at 1731583460827Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583460830 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583460830Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460838 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460838Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583460839 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731583460839Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583460839 2024-11-14T11:24:20,840 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.4 2024-11-14T11:24:20,840 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:20,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 2024-11-14T11:24:20,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 after 1ms 2024-11-14T11:24:20,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 took 2ms 2024-11-14T11:24:20,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 so closing down 2024-11-14T11:24:20,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:20,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:20,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:20,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:20,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:20,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742272_1452 (size=743) 2024-11-14T11:24:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742272_1452 (size=743) 2024-11-14T11:24:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742273_1453 (size=743) 2024-11-14T11:24:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742273_1453 (size=743) 2024-11-14T11:24:20,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:20,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T11:24:21,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:21,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T11:24:21,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5, size=1.4 K (1393bytes) at 1731583460840Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 so closing down at 1731583460843 (+3 ms)3 split writer threads finished at 1731583460843Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583460845 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583460848 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583460865 (+17 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731583460866 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461258 (+392 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583461259 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731583461260 (+1 ms) 2024-11-14T11:24:21,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.5 2024-11-14T11:24:21,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:21,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 2024-11-14T11:24:21,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 after 0ms 2024-11-14T11:24:21,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 took 2ms 2024-11-14T11:24:21,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 so closing down 2024-11-14T11:24:21,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:21,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:21,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:21,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:21,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:21,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742274_1454 (size=749) 2024-11-14T11:24:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742274_1454 (size=749) 2024-11-14T11:24:21,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742275_1455 (size=749) 2024-11-14T11:24:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742275_1455 (size=749) 2024-11-14T11:24:21,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T11:24:21,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T11:24:21,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6, size=1.4 K (1405bytes) at 1731583461261Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 so closing down at 1731583461264 (+3 ms)3 split writer threads finished at 1731583461264Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583461272 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583461275 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461290 (+15 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583461291 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461296 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731583461297 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731583461297 2024-11-14T11:24:21,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.6 2024-11-14T11:24:21,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:21,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 2024-11-14T11:24:21,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 after 0ms 2024-11-14T11:24:21,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 took 2ms 2024-11-14T11:24:21,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 so closing down 2024-11-14T11:24:21,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:21,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:21,314 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:21,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:21,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:21,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742277_1457 (size=753) 2024-11-14T11:24:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742277_1457 (size=753) 2024-11-14T11:24:21,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-14T11:24:21,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742276_1456 (size=753) 2024-11-14T11:24:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742276_1456 (size=753) 2024-11-14T11:24:21,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T11:24:21,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:21,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7, size=1.4 K (1413bytes) at 1731583461298Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 so closing down at 1731583461311 (+13 ms)3 split writer threads finished at 1731583461312 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583461315 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583461318 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731583461330 (+12 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583461331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461734 (+403 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731583461736 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583461736 2024-11-14T11:24:21,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.7 2024-11-14T11:24:21,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:21,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 2024-11-14T11:24:21,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 after 1ms 2024-11-14T11:24:21,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 took 2ms 2024-11-14T11:24:21,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 so closing down 2024-11-14T11:24:21,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:21,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:21,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:21,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:21,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:21,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742279_1459 (size=753) 2024-11-14T11:24:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742278_1458 (size=753) 2024-11-14T11:24:21,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742279_1459 (size=753) 2024-11-14T11:24:21,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742278_1458 (size=753) 2024-11-14T11:24:21,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:21,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T11:24:21,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:21,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8, size=1.4 K (1413bytes) at 1731583461737Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 so closing down at 1731583461741 (+4 ms)3 split writer threads finished at 1731583461741Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583461743 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583461743Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461752 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461752Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583461753 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731583461754 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583461754 2024-11-14T11:24:21,755 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.8 2024-11-14T11:24:21,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:21,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 2024-11-14T11:24:21,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 after 0ms 2024-11-14T11:24:21,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 took 2ms 2024-11-14T11:24:21,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 so closing down 2024-11-14T11:24:21,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:21,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:21,760 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:21,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:21,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:21,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742280_1460 (size=753) 2024-11-14T11:24:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742280_1460 (size=753) 2024-11-14T11:24:21,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:21,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742281_1461 (size=753) 2024-11-14T11:24:21,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742281_1461 (size=753) 2024-11-14T11:24:21,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:21,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T11:24:21,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T11:24:21,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9, size=1.4 K (1413bytes) at 1731583461755Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 so closing down at 1731583461758 (+3 ms)3 split writer threads finished at 1731583461758Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583461761 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583461761Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461767 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583461768 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583461769 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731583461770 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731583461770 2024-11-14T11:24:21,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/WALs/testlogsgetarchivedaftersplit,16010,1731583460117/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/39afd242-6f30-be6e-3191-c0e3dabec982/oldWALs/wal.dat.9 2024-11-14T11:24:21,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2453) 2024-11-14T11:24:21,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=2441 2024-11-14T11:24:21,787 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:21,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742282_1462 (size=7) 2024-11-14T11:24:21,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742282_1462 (size=7) 2024-11-14T11:24:21,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:21,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:21,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:21,804 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:21,804 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T11:24:21,805 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T11:24:21,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742283_1463 (size=723) 2024-11-14T11:24:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742283_1463 (size=723) 2024-11-14T11:24:22,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:22,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:22,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742284_1464 (size=723) 2024-11-14T11:24:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742284_1464 (size=723) 2024-11-14T11:24:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:22,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:22,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742285_1465 (size=723) 2024-11-14T11:24:22,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742285_1465 (size=723) 2024-11-14T11:24:22,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:22,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742286_1466 (size=723) 2024-11-14T11:24:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742286_1466 (size=723) 2024-11-14T11:24:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:22,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742287_1467 (size=723) 2024-11-14T11:24:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:22,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742287_1467 (size=723) 2024-11-14T11:24:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742288_1468 (size=723) 2024-11-14T11:24:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742288_1468 (size=723) 2024-11-14T11:24:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:22,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742289_1469 (size=723) 2024-11-14T11:24:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742289_1469 (size=723) 2024-11-14T11:24:22,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:22,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742290_1470 (size=723) 2024-11-14T11:24:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742290_1470 (size=723) 2024-11-14T11:24:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:22,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742291_1471 (size=723) 2024-11-14T11:24:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742291_1471 (size=723) 2024-11-14T11:24:22,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:22,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:22,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742292_1472 (size=723) 2024-11-14T11:24:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742292_1472 (size=723) 2024-11-14T11:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:22,333 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/oldWALs, maxLogs=32 2024-11-14T11:24:22,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731583462372 2024-11-14T11:24:22,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731583462372 2024-11-14T11:24:22,450 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41151:41151),(127.0.0.1/127.0.0.1:40233:40233)] 2024-11-14T11:24:22,476 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0, size=723 (723bytes) 2024-11-14T11:24:22,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0 2024-11-14T11:24:22,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0 after 1ms 2024-11-14T11:24:22,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0 took 5ms 2024-11-14T11:24:22,483 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0 so closing down 2024-11-14T11:24:22,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:22,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:22,490 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:22,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742294_1474 (size=723) 2024-11-14T11:24:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742294_1474 (size=723) 2024-11-14T11:24:22,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:22,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T11:24:22,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T11:24:22,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0, size=723 (723bytes) at 1731583462476Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0 so closing down at 1731583462483 (+7 ms)3 split writer threads finished at 1731583462484 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583462493 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583462511 (+18 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731583462512 (+1 ms)Processed 10 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731583461804/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731583462512 2024-11-14T11:24:22,515 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T11:24:22,516 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T11:24:22,516 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T11:24:22,516 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T11:24:22,516 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T11:24:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742293_1473 (size=93) 2024-11-14T11:24:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742293_1473 (size=93) 2024-11-14T11:24:22,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1cbcfa3-50ea-474a-cab1-3b95e8034825/oldWALs 2024-11-14T11:24:22,525 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731583462372) 2024-11-14T11:24:22,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=152 (was 146) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=2421 (was 2441) 2024-11-14T11:24:22,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=152, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=2417 2024-11-14T11:24:22,551 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742295_1475 (size=7) 2024-11-14T11:24:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742295_1475 (size=7) 2024-11-14T11:24:22,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:22,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:22,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:22,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:22,580 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T11:24:22,580 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:22,580 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:22,583 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:22,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742296_1476 (size=1393) 2024-11-14T11:24:22,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742296_1476 (size=1393) 2024-11-14T11:24:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:22,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742297_1477 (size=1393) 2024-11-14T11:24:22,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742297_1477 (size=1393) 2024-11-14T11:24:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:22,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742298_1478 (size=1393) 2024-11-14T11:24:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742298_1478 (size=1393) 2024-11-14T11:24:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:22,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742299_1479 (size=1393) 2024-11-14T11:24:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742299_1479 (size=1393) 2024-11-14T11:24:22,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:22,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:22,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742300_1480 (size=1393) 2024-11-14T11:24:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742300_1480 (size=1393) 2024-11-14T11:24:22,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:22,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:22,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742301_1481 (size=1393) 2024-11-14T11:24:22,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742301_1481 (size=1393) 2024-11-14T11:24:22,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:22,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742302_1482 (size=1405) 2024-11-14T11:24:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742302_1482 (size=1405) 2024-11-14T11:24:22,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:22,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:22,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742303_1483 (size=1413) 2024-11-14T11:24:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742303_1483 (size=1413) 2024-11-14T11:24:22,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:22,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742304_1484 (size=1413) 2024-11-14T11:24:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742304_1484 (size=1413) 2024-11-14T11:24:22,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:22,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742305_1485 (size=1413) 2024-11-14T11:24:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742305_1485 (size=1413) 2024-11-14T11:24:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:23,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:23,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 2024-11-14T11:24:23,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 after 1ms 2024-11-14T11:24:23,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 took 3ms 2024-11-14T11:24:23,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down 2024-11-14T11:24:23,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) at 1731583463053Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down at 1731583463070 (+17 ms)3 split writer threads finished at 1731583463072 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463072 2024-11-14T11:24:23,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0 2024-11-14T11:24:23,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:23,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 2024-11-14T11:24:23,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 after 0ms 2024-11-14T11:24:23,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 took 2ms 2024-11-14T11:24:23,080 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down 2024-11-14T11:24:23,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) at 1731583463075Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down at 1731583463081 (+6 ms)3 split writer threads finished at 1731583463082 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463083 (+1 ms) 2024-11-14T11:24:23,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1 2024-11-14T11:24:23,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:23,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 2024-11-14T11:24:23,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 after 0ms 2024-11-14T11:24:23,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 took 3ms 2024-11-14T11:24:23,098 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down 2024-11-14T11:24:23,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,103 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) at 1731583463086Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down at 1731583463099 (+13 ms)3 split writer threads finished at 1731583463103 (+4 ms)Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463104 (+1 ms) 2024-11-14T11:24:23,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2 2024-11-14T11:24:23,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:23,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 2024-11-14T11:24:23,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 after 0ms 2024-11-14T11:24:23,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 took 2ms 2024-11-14T11:24:23,127 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down 2024-11-14T11:24:23,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) at 1731583463107Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down at 1731583463127 (+20 ms)3 split writer threads finished at 1731583463135 (+8 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463135 2024-11-14T11:24:23,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3 2024-11-14T11:24:23,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:23,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 2024-11-14T11:24:23,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 after 1ms 2024-11-14T11:24:23,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 took 4ms 2024-11-14T11:24:23,162 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down 2024-11-14T11:24:23,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) at 1731583463141Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down at 1731583463162 (+21 ms)3 split writer threads finished at 1731583463163 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463163 2024-11-14T11:24:23,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4 2024-11-14T11:24:23,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:23,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 2024-11-14T11:24:23,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 after 1ms 2024-11-14T11:24:23,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 took 6ms 2024-11-14T11:24:23,183 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down 2024-11-14T11:24:23,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:23,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) at 1731583463169Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down at 1731583463184 (+15 ms)3 split writer threads finished at 1731583463184Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583463184 2024-11-14T11:24:23,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5 2024-11-14T11:24:23,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:23,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 2024-11-14T11:24:23,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 after 0ms 2024-11-14T11:24:23,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 took 4ms 2024-11-14T11:24:23,196 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down 2024-11-14T11:24:23,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T11:24:23,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) at 1731583463190Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down at 1731583463197 (+7 ms)3 split writer threads finished at 1731583463206 (+9 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731583463207 (+1 ms) 2024-11-14T11:24:23,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6 2024-11-14T11:24:23,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:23,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 2024-11-14T11:24:23,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 after 2ms 2024-11-14T11:24:23,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 took 6ms 2024-11-14T11:24:23,234 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down 2024-11-14T11:24:23,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:23,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) at 1731583463210Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down at 1731583463235 (+25 ms)3 split writer threads finished at 1731583463236 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583463236 2024-11-14T11:24:23,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7 2024-11-14T11:24:23,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:23,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 2024-11-14T11:24:23,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 after 3ms 2024-11-14T11:24:23,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 took 6ms 2024-11-14T11:24:23,290 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down 2024-11-14T11:24:23,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:23,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) at 1731583463250Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down at 1731583463290 (+40 ms)3 split writer threads finished at 1731583463292 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583463293 (+1 ms) 2024-11-14T11:24:23,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8 2024-11-14T11:24:23,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:23,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 2024-11-14T11:24:23,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 after 0ms 2024-11-14T11:24:23,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 took 2ms 2024-11-14T11:24:23,305 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:23,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down 2024-11-14T11:24:23,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:23,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:23,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:23,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) at 1731583463295Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down at 1731583463306 (+11 ms)3 split writer threads finished at 1731583463316 (+10 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583463316 2024-11-14T11:24:23,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9 2024-11-14T11:24:23,320 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463074; access_time=1731583462586; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463084; access_time=1731583462634; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463105; access_time=1731583462665; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463137; access_time=1731583462723; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463165; access_time=1731583462769; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583463185; access_time=1731583462797; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731583463208; access_time=1731583462816; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583463245; access_time=1731583462839; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583463294; access_time=1731583462895; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583463317; access_time=1731583462942; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T11:24:23,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:23,324 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:23,325 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:23,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:23,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742306_1486 (size=1393) 2024-11-14T11:24:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742306_1486 (size=1393) 2024-11-14T11:24:23,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:23,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742307_1487 (size=1393) 2024-11-14T11:24:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742307_1487 (size=1393) 2024-11-14T11:24:23,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:23,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742308_1488 (size=1393) 2024-11-14T11:24:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742308_1488 (size=1393) 2024-11-14T11:24:23,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:23,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742309_1489 (size=1393) 2024-11-14T11:24:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742309_1489 (size=1393) 2024-11-14T11:24:23,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:23,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:23,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742310_1490 (size=1393) 2024-11-14T11:24:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742310_1490 (size=1393) 2024-11-14T11:24:23,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:23,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742311_1491 (size=1393) 2024-11-14T11:24:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742311_1491 (size=1393) 2024-11-14T11:24:23,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:23,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:23,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742312_1492 (size=1405) 2024-11-14T11:24:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742312_1492 (size=1405) 2024-11-14T11:24:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:23,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:23,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742313_1493 (size=1413) 2024-11-14T11:24:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742313_1493 (size=1413) 2024-11-14T11:24:23,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:23,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:23,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742314_1494 (size=1413) 2024-11-14T11:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742314_1494 (size=1413) 2024-11-14T11:24:23,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:23,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742315_1495 (size=1413) 2024-11-14T11:24:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742315_1495 (size=1413) 2024-11-14T11:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:23,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:23,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 2024-11-14T11:24:23,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 after 0ms 2024-11-14T11:24:23,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 took 3ms 2024-11-14T11:24:24,001 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down 2024-11-14T11:24:24,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:24,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:24,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:24,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742316_1496 (size=418) 2024-11-14T11:24:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742316_1496 (size=418) 2024-11-14T11:24:24,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742317_1497 (size=418) 2024-11-14T11:24:24,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T11:24:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742317_1497 (size=418) 2024-11-14T11:24:24,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T11:24:24,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) at 1731583463990Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down at 1731583464001 (+11 ms)3 split writer threads finished at 1731583464001Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583464010 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583464010Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464024 (+14 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731583464025 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464026 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731583464027 (+1 ms)Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464027 2024-11-14T11:24:24,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0 2024-11-14T11:24:24,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:24,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 2024-11-14T11:24:24,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 after 0ms 2024-11-14T11:24:24,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 took 2ms 2024-11-14T11:24:24,032 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down 2024-11-14T11:24:24,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:24,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:24,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:24,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:24,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742318_1498 (size=418) 2024-11-14T11:24:24,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742318_1498 (size=418) 2024-11-14T11:24:24,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T11:24:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742319_1499 (size=418) 2024-11-14T11:24:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742319_1499 (size=418) 2024-11-14T11:24:24,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T11:24:24,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) at 1731583464029Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down at 1731583464033 (+4 ms)3 split writer threads finished at 1731583464033Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583464036 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583464041 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464044 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731583464045 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464054 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731583464055 (+1 ms)Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464055 2024-11-14T11:24:24,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1 2024-11-14T11:24:24,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:24,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 2024-11-14T11:24:24,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 after 0ms 2024-11-14T11:24:24,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 took 2ms 2024-11-14T11:24:24,060 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down 2024-11-14T11:24:24,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:24,063 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:24,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:24,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742321_1501 (size=418) 2024-11-14T11:24:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742321_1501 (size=418) 2024-11-14T11:24:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742320_1500 (size=418) 2024-11-14T11:24:24,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742320_1500 (size=418) 2024-11-14T11:24:24,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T11:24:24,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T11:24:24,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) at 1731583464057Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down at 1731583464061 (+4 ms)3 split writer threads finished at 1731583464061Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583464063 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583464063Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464074 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464075 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731583464075Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731583464076 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464076 2024-11-14T11:24:24,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2 2024-11-14T11:24:24,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:24,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 2024-11-14T11:24:24,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 after 0ms 2024-11-14T11:24:24,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 took 2ms 2024-11-14T11:24:24,081 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down 2024-11-14T11:24:24,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:24,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:24,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:24,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742322_1502 (size=418) 2024-11-14T11:24:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742322_1502 (size=418) 2024-11-14T11:24:24,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T11:24:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742323_1503 (size=418) 2024-11-14T11:24:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742323_1503 (size=418) 2024-11-14T11:24:24,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T11:24:24,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) at 1731583464078Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down at 1731583464082 (+4 ms)3 split writer threads finished at 1731583464082Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583464085 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583464085Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464090 (+5 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731583464091 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464100 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731583464101 (+1 ms)Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464102 (+1 ms) 2024-11-14T11:24:24,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3 2024-11-14T11:24:24,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:24,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 2024-11-14T11:24:24,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 after 1ms 2024-11-14T11:24:24,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 took 2ms 2024-11-14T11:24:24,106 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down 2024-11-14T11:24:24,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:24,109 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:24,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:24,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742324_1504 (size=418) 2024-11-14T11:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742325_1505 (size=418) 2024-11-14T11:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742325_1505 (size=418) 2024-11-14T11:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742324_1504 (size=418) 2024-11-14T11:24:24,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T11:24:24,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T11:24:24,115 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) at 1731583464103Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down at 1731583464107 (+4 ms)3 split writer threads finished at 1731583464107Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583464109 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583464109Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464113 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464114 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731583464115 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731583464115Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464115 2024-11-14T11:24:24,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4 2024-11-14T11:24:24,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:24,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 2024-11-14T11:24:24,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 after 0ms 2024-11-14T11:24:24,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 took 2ms 2024-11-14T11:24:24,120 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down 2024-11-14T11:24:24,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:24,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:24,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:24,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742327_1507 (size=418) 2024-11-14T11:24:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742326_1506 (size=418) 2024-11-14T11:24:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742326_1506 (size=418) 2024-11-14T11:24:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742327_1507 (size=418) 2024-11-14T11:24:24,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T11:24:24,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T11:24:24,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) at 1731583464117Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down at 1731583464120 (+3 ms)3 split writer threads finished at 1731583464120Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583464123 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583464123Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464132 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464132Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731583464133 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731583464133Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464133 2024-11-14T11:24:24,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5 2024-11-14T11:24:24,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:24,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 2024-11-14T11:24:24,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 after 0ms 2024-11-14T11:24:24,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 took 2ms 2024-11-14T11:24:24,137 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down 2024-11-14T11:24:24,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,140 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:24,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:24,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:24,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742329_1509 (size=419) 2024-11-14T11:24:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742329_1509 (size=419) 2024-11-14T11:24:24,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T11:24:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742328_1508 (size=419) 2024-11-14T11:24:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742328_1508 (size=419) 2024-11-14T11:24:24,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T11:24:24,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T11:24:24,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) at 1731583464134Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down at 1731583464138 (+4 ms)3 split writer threads finished at 1731583464138Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583464141 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583464141Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464144 (+3 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731583464146 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464152 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731583464153 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731583464153 2024-11-14T11:24:24,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6 2024-11-14T11:24:24,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:24,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 2024-11-14T11:24:24,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 after 0ms 2024-11-14T11:24:24,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 took 2ms 2024-11-14T11:24:24,158 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down 2024-11-14T11:24:24,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,159 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:24,159 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:24,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:24,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742331_1511 (size=423) 2024-11-14T11:24:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742331_1511 (size=423) 2024-11-14T11:24:24,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T11:24:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742330_1510 (size=423) 2024-11-14T11:24:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742330_1510 (size=423) 2024-11-14T11:24:24,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T11:24:24,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) at 1731583464155Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down at 1731583464158 (+3 ms)3 split writer threads finished at 1731583464158Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583464165 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583464165Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464169 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731583464170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464174 (+4 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731583464175 (+1 ms)Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464175 2024-11-14T11:24:24,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7 2024-11-14T11:24:24,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:24,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 2024-11-14T11:24:24,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 after 0ms 2024-11-14T11:24:24,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 took 2ms 2024-11-14T11:24:24,180 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down 2024-11-14T11:24:24,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:24,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:24,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:24,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742332_1512 (size=423) 2024-11-14T11:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742333_1513 (size=423) 2024-11-14T11:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742333_1513 (size=423) 2024-11-14T11:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742332_1512 (size=423) 2024-11-14T11:24:24,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T11:24:24,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T11:24:24,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) at 1731583464177Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down at 1731583464181 (+4 ms)3 split writer threads finished at 1731583464181Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583464186 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583464187 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464201 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464201Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731583464202 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731583464202Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464202 2024-11-14T11:24:24,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8 2024-11-14T11:24:24,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:24,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 2024-11-14T11:24:24,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 after 0ms 2024-11-14T11:24:24,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 took 2ms 2024-11-14T11:24:24,207 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down 2024-11-14T11:24:24,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:24,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:24,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:24,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742335_1515 (size=423) 2024-11-14T11:24:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742335_1515 (size=423) 2024-11-14T11:24:24,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T11:24:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742334_1514 (size=423) 2024-11-14T11:24:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742334_1514 (size=423) 2024-11-14T11:24:24,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T11:24:24,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) at 1731583464204Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down at 1731583464207 (+3 ms)3 split writer threads finished at 1731583464207Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583464210 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583464210Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464219 (+9 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731583464220 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731583464226 (+6 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731583464226Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464227 (+1 ms) 2024-11-14T11:24:24,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9 2024-11-14T11:24:24,229 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464028; access_time=1731583463326; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464056; access_time=1731583463440; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464077; access_time=1731583463540; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464103; access_time=1731583463620; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464116; access_time=1731583463667; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464133; access_time=1731583463715; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731583464154; access_time=1731583463787; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464176; access_time=1731583463834; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464203; access_time=1731583463858; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464227; access_time=1731583463913; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T11:24:24,232 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:24,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:24,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:24,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742336_1516 (size=1393) 2024-11-14T11:24:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742336_1516 (size=1393) 2024-11-14T11:24:24,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:24,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T11:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742337_1517 (size=1393) 2024-11-14T11:24:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742337_1517 (size=1393) 2024-11-14T11:24:24,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T11:24:24,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T11:24:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742338_1518 (size=1393) 2024-11-14T11:24:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742338_1518 (size=1393) 2024-11-14T11:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T11:24:24,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T11:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742339_1519 (size=1393) 2024-11-14T11:24:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742339_1519 (size=1393) 2024-11-14T11:24:24,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T11:24:24,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T11:24:24,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742340_1520 (size=1393) 2024-11-14T11:24:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742340_1520 (size=1393) 2024-11-14T11:24:24,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T11:24:24,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T11:24:24,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742341_1521 (size=1393) 2024-11-14T11:24:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742341_1521 (size=1393) 2024-11-14T11:24:24,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T11:24:24,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T11:24:24,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742342_1522 (size=1405) 2024-11-14T11:24:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742342_1522 (size=1405) 2024-11-14T11:24:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T11:24:24,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T11:24:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742343_1523 (size=1413) 2024-11-14T11:24:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742343_1523 (size=1413) 2024-11-14T11:24:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T11:24:24,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T11:24:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742344_1524 (size=1413) 2024-11-14T11:24:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742344_1524 (size=1413) 2024-11-14T11:24:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T11:24:24,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T11:24:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742345_1525 (size=1413) 2024-11-14T11:24:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742345_1525 (size=1413) 2024-11-14T11:24:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T11:24:24,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T11:24:24,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 2024-11-14T11:24:24,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 after 1ms 2024-11-14T11:24:24,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 took 2ms 2024-11-14T11:24:24,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down 2024-11-14T11:24:24,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:24,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:24,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T11:24:24,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T11:24:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742347_1527 (size=678) 2024-11-14T11:24:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742346_1526 (size=743) 2024-11-14T11:24:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742347_1527 (size=678) 2024-11-14T11:24:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742346_1526 (size=743) 2024-11-14T11:24:24,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T11:24:24,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T11:24:24,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K (1393bytes) at 1731583464805Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 so closing down at 1731583464809 (+4 ms)3 split writer threads finished at 1731583464809Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731583464812 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731583464812Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464816 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464816Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731583464817 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731583464817Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464817 2024-11-14T11:24:24,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0 2024-11-14T11:24:24,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T11:24:24,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 2024-11-14T11:24:24,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 after 0ms 2024-11-14T11:24:24,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 took 1ms 2024-11-14T11:24:24,820 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down 2024-11-14T11:24:24,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:24,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:24,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T11:24:24,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T11:24:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742349_1529 (size=678) 2024-11-14T11:24:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742348_1528 (size=743) 2024-11-14T11:24:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742349_1529 (size=678) 2024-11-14T11:24:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742348_1528 (size=743) 2024-11-14T11:24:24,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T11:24:24,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T11:24:24,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K (1393bytes) at 1731583464818Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 so closing down at 1731583464821 (+3 ms)3 split writer threads finished at 1731583464821Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731583464823 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731583464823Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464827 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464827Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731583464827Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731583464827Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464828 (+1 ms) 2024-11-14T11:24:24,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.1 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1 2024-11-14T11:24:24,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T11:24:24,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 2024-11-14T11:24:24,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 after 0ms 2024-11-14T11:24:24,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 took 1ms 2024-11-14T11:24:24,831 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down 2024-11-14T11:24:24,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:24,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:24,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T11:24:24,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T11:24:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742350_1530 (size=743) 2024-11-14T11:24:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742351_1531 (size=678) 2024-11-14T11:24:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742350_1530 (size=743) 2024-11-14T11:24:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742351_1531 (size=678) 2024-11-14T11:24:24,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T11:24:24,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T11:24:24,838 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,838 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K (1393bytes) at 1731583464829Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 so closing down at 1731583464831 (+2 ms)3 split writer threads finished at 1731583464832 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731583464834 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731583464834Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464837 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464837Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731583464838 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731583464838Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464838 2024-11-14T11:24:24,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.2 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2 2024-11-14T11:24:24,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T11:24:24,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 2024-11-14T11:24:24,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 after 0ms 2024-11-14T11:24:24,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 took 1ms 2024-11-14T11:24:24,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down 2024-11-14T11:24:24,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,843 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:24,843 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:24,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T11:24:24,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T11:24:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742352_1532 (size=743) 2024-11-14T11:24:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742352_1532 (size=743) 2024-11-14T11:24:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742353_1533 (size=678) 2024-11-14T11:24:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742353_1533 (size=678) 2024-11-14T11:24:24,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T11:24:24,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T11:24:24,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K (1393bytes) at 1731583464839Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 so closing down at 1731583464842 (+3 ms)3 split writer threads finished at 1731583464842Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731583464844 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731583464844Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464847 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464847Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731583464848 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731583464848Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464848 2024-11-14T11:24:24,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.3 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3 2024-11-14T11:24:24,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T11:24:24,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 2024-11-14T11:24:24,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 after 0ms 2024-11-14T11:24:24,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 took 1ms 2024-11-14T11:24:24,852 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down 2024-11-14T11:24:24,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:24,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:24,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T11:24:24,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T11:24:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742355_1535 (size=743) 2024-11-14T11:24:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742354_1534 (size=678) 2024-11-14T11:24:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742355_1535 (size=743) 2024-11-14T11:24:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742354_1534 (size=678) 2024-11-14T11:24:24,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T11:24:24,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T11:24:24,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K (1393bytes) at 1731583464850Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 so closing down at 1731583464852 (+2 ms)3 split writer threads finished at 1731583464852Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731583464854 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731583464854Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464857 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464858 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731583464858Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731583464858Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464859 (+1 ms) 2024-11-14T11:24:24,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.4 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4 2024-11-14T11:24:24,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T11:24:24,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 2024-11-14T11:24:24,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 after 0ms 2024-11-14T11:24:24,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 took 2ms 2024-11-14T11:24:24,863 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down 2024-11-14T11:24:24,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:24,865 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:24,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T11:24:24,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T11:24:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742357_1537 (size=743) 2024-11-14T11:24:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742356_1536 (size=678) 2024-11-14T11:24:24,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742357_1537 (size=743) 2024-11-14T11:24:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742356_1536 (size=678) 2024-11-14T11:24:24,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T11:24:24,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T11:24:24,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T11:24:24,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K (1393bytes) at 1731583464860Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 so closing down at 1731583464863 (+3 ms)3 split writer threads finished at 1731583464863Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731583464865 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731583464865Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464869 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464869Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731583464870 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731583464870Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731583464870 2024-11-14T11:24:24,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.5 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5 2024-11-14T11:24:24,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T11:24:24,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 2024-11-14T11:24:24,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 after 0ms 2024-11-14T11:24:24,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 took 2ms 2024-11-14T11:24:24,874 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down 2024-11-14T11:24:24,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:24,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:24,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T11:24:24,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T11:24:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742359_1539 (size=749) 2024-11-14T11:24:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742359_1539 (size=749) 2024-11-14T11:24:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742358_1538 (size=683) 2024-11-14T11:24:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742358_1538 (size=683) 2024-11-14T11:24:24,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T11:24:24,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T11:24:24,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T11:24:24,880 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K (1405bytes) at 1731583464871Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 so closing down at 1731583464874 (+3 ms)3 split writer threads finished at 1731583464874Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731583464876 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731583464876Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464879 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464879Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731583464880 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731583464880Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731583464880 2024-11-14T11:24:24,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.6 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6 2024-11-14T11:24:24,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T11:24:24,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 2024-11-14T11:24:24,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 after 1ms 2024-11-14T11:24:24,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 took 2ms 2024-11-14T11:24:24,884 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down 2024-11-14T11:24:24,884 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:24,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:24,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T11:24:24,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T11:24:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742360_1540 (size=687) 2024-11-14T11:24:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742361_1541 (size=753) 2024-11-14T11:24:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742360_1540 (size=687) 2024-11-14T11:24:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742361_1541 (size=753) 2024-11-14T11:24:24,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T11:24:24,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T11:24:24,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K (1413bytes) at 1731583464881Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 so closing down at 1731583464884 (+3 ms)3 split writer threads finished at 1731583464884Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731583464887 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731583464887Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464892 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464892Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731583464893 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731583464893Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464893 2024-11-14T11:24:24,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.7 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7 2024-11-14T11:24:24,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T11:24:24,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 2024-11-14T11:24:24,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 after 1ms 2024-11-14T11:24:24,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 took 2ms 2024-11-14T11:24:24,897 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down 2024-11-14T11:24:24,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:24,898 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:24,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T11:24:24,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T11:24:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742362_1542 (size=753) 2024-11-14T11:24:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742363_1543 (size=687) 2024-11-14T11:24:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742363_1543 (size=687) 2024-11-14T11:24:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742362_1542 (size=753) 2024-11-14T11:24:24,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T11:24:24,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T11:24:24,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K (1413bytes) at 1731583464894Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 so closing down at 1731583464897 (+3 ms)3 split writer threads finished at 1731583464897Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731583464899 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731583464899Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464903 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464903Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731583464903Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731583464903Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464904 (+1 ms) 2024-11-14T11:24:24,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.8 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8 2024-11-14T11:24:24,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T11:24:24,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 2024-11-14T11:24:24,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 after 0ms 2024-11-14T11:24:24,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 took 1ms 2024-11-14T11:24:24,907 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T11:24:24,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down 2024-11-14T11:24:24,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:24:24,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:24:24,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:24,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:24,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T11:24:24,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T11:24:24,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742365_1545 (size=753) 2024-11-14T11:24:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742365_1545 (size=753) 2024-11-14T11:24:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742364_1544 (size=687) 2024-11-14T11:24:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742364_1544 (size=687) 2024-11-14T11:24:24,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T11:24:24,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T11:24:24,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T11:24:24,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T11:24:24,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K (1413bytes) at 1731583464905Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 so closing down at 1731583464907 (+2 ms)3 split writer threads finished at 1731583464907Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731583464909 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731583464909Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731583464913 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731583464913Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731583464914 (+1 ms)Rename recovered edits hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731583464914Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731583464914 2024-11-14T11:24:24,915 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731583462579/wal.dat.9 to hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9 2024-11-14T11:24:24,916 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464817; access_time=1731583464234; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464828; access_time=1731583464645; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464838; access_time=1731583464709; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464849; access_time=1731583464726; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464859; access_time=1731583464741; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731583464870; access_time=1731583464752; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731583464881; access_time=1731583464760; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464894; access_time=1731583464768; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464904; access_time=1731583464776; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35785/user/jenkins/test-data/02ebc48a-31f8-75c8-431f-aa8183d377d3/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731583464914; access_time=1731583464784; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T11:24:24,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=152 (was 152), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=2366 (was 2417) 2024-11-14T11:24:24,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=152, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=2366 2024-11-14T11:24:24,930 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T11:24:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742366_1546 (size=7) 2024-11-14T11:24:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742366_1546 (size=7) 2024-11-14T11:24:24,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/e617bdea-4efc-5b81-d7fc-c0d9c72eea4d with version=8 2024-11-14T11:24:24,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:24,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:24:24,938 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T11:24:24,938 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T11:24:24,938 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T11:24:24,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T11:24:24,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T11:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T11:24:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742367_1547 (size=2324) 2024-11-14T11:24:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742367_1547 (size=2324) 2024-11-14T11:24:24,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T11:24:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073742368_1548 (size=2325) 2024-11-14T11:24:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40151 is added to blk_1073742368_1548 (size=2325) 2024-11-14T11:24:24,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T11:24:24,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 2024-11-14T11:24:24,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 after 0ms 2024-11-14T11:24:24,979 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T11:24:24,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 so closing down 2024-11-14T11:24:24,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T11:24:24,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, journal: Splitting hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, size=2.3 K (2325bytes) at 1731583464977Finishing writing output for hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 so closing down at 1731583464979 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731583464979 2024-11-14T11:24:24,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731583464938/wal.dat.0 to hdfs://localhost:35785/user/jenkins/test-data/7e74f4b3-eadd-be82-6bb9-9bfddb884284/corrupt/wal.dat.0 2024-11-14T11:24:24,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=152 (was 152), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=2366 (was 2366) 2024-11-14T11:24:24,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61d1a0b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:24:24,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:24:24,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:24:24,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:24:24,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,STOPPED} 2024-11-14T11:24:24,999 WARN [BP-25758601-172.17.0.2-1731583406308 heartbeating to localhost/127.0.0.1:35785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:24:24,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:24:24,999 WARN [BP-25758601-172.17.0.2-1731583406308 heartbeating to localhost/127.0.0.1:35785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-25758601-172.17.0.2-1731583406308 (Datanode Uuid 4b404f2a-856b-492b-a1c7-d48a0b9a5c46) service to localhost/127.0.0.1:35785 2024-11-14T11:24:24,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:24:25,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data3/current/BP-25758601-172.17.0.2-1731583406308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:24:25,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data4/current/BP-25758601-172.17.0.2-1731583406308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:24:25,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:24:25,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b2450d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:24:25,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:24:25,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:24:25,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:24:25,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,STOPPED} 2024-11-14T11:24:25,005 WARN [BP-25758601-172.17.0.2-1731583406308 heartbeating to localhost/127.0.0.1:35785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:24:25,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:24:25,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:24:25,005 WARN [BP-25758601-172.17.0.2-1731583406308 heartbeating to localhost/127.0.0.1:35785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-25758601-172.17.0.2-1731583406308 (Datanode Uuid 9be4698b-7c69-4890-b1a7-3342dcabbd04) service to localhost/127.0.0.1:35785 2024-11-14T11:24:25,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data1/current/BP-25758601-172.17.0.2-1731583406308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:24:25,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/cluster_0f33210e-a045-4881-20bb-fbad42b04608/data/data2/current/BP-25758601-172.17.0.2-1731583406308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:24:25,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:24:25,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:24:25,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:24:25,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:24:25,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:24:25,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6049a8e2-fe1a-538f-8882-b02a84bdd9c7/hadoop.log.dir/,STOPPED}