2024-11-18 23:26:12,406 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 23:26:12,423 main DEBUG Took 0.014322 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 23:26:12,425 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 23:26:12,426 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 23:26:12,427 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 23:26:12,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,442 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 23:26:12,460 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,471 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,472 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,474 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,477 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,478 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,480 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:26:12,483 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,483 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 23:26:12,485 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:26:12,487 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 23:26:12,490 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 23:26:12,491 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 23:26:12,492 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 23:26:12,493 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 23:26:12,504 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 23:26:12,508 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 23:26:12,510 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 23:26:12,511 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 23:26:12,511 main DEBUG createAppenders(={Console}) 2024-11-18 23:26:12,512 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-18 23:26:12,513 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 23:26:12,513 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-18 23:26:12,515 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 23:26:12,516 main DEBUG OutputStream closed 2024-11-18 23:26:12,516 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 23:26:12,516 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 23:26:12,517 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-18 23:26:12,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 23:26:12,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 23:26:12,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 23:26:12,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 23:26:12,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 23:26:12,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 23:26:12,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 23:26:12,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 23:26:12,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 23:26:12,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 23:26:12,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 23:26:12,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 23:26:12,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 23:26:12,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 23:26:12,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 23:26:12,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 23:26:12,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 23:26:12,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 23:26:12,659 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 23:26:12,660 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-18 23:26:12,660 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 23:26:12,661 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-18T23:26:12,682 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 23:26:12,686 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 23:26:12,687 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T23:26:13,051 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd 2024-11-18T23:26:13,052 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T23:26:13,226 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T23:26:13,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15, deleteOnExit=true 2024-11-18T23:26:13,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/test.cache.data in system properties and HBase conf 2024-11-18T23:26:13,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:26:13,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:26:13,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:26:13,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:26:13,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:26:13,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:26:13,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:26:13,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:26:13,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:26:13,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:26:13,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:26:13,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:26:13,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:26:13,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:26:13,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:26:13,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:26:13,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:26:13,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:26:13,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:26:13,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:26:15,533 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T23:26:15,684 INFO [Time-limited test {}] log.Log(170): Logging initialized @4963ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T23:26:15,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:26:15,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:26:16,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:26:16,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:26:16,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:26:16,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:26:16,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c053c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:26:16,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1090ce4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:26:16,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7758be84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/java.io.tmpdir/jetty-localhost-43515-hadoop-hdfs-3_4_1-tests_jar-_-any-728089458819648899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:26:16,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45bceec5{HTTP/1.1, (http/1.1)}{localhost:43515} 2024-11-18T23:26:16,527 INFO [Time-limited test {}] server.Server(415): Started @5807ms 2024-11-18T23:26:17,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:26:17,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:26:17,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:26:17,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:26:17,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:26:17,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519180b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:26:17,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a56d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:26:17,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c7c634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/java.io.tmpdir/jetty-localhost-40829-hadoop-hdfs-3_4_1-tests_jar-_-any-13951777928678173440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:26:17,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42d19700{HTTP/1.1, (http/1.1)}{localhost:40829} 2024-11-18T23:26:17,437 INFO [Time-limited test {}] server.Server(415): Started @6718ms 2024-11-18T23:26:17,502 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:26:17,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:26:17,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:26:17,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:26:17,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:26:17,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:26:17,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8b4456{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:26:17,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20594978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:26:18,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ceab9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/java.io.tmpdir/jetty-localhost-46049-hadoop-hdfs-3_4_1-tests_jar-_-any-4103988941517412694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:26:18,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30a2aa9e{HTTP/1.1, (http/1.1)}{localhost:46049} 2024-11-18T23:26:18,258 INFO [Time-limited test {}] server.Server(415): Started @7538ms 2024-11-18T23:26:18,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:26:19,683 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data2/current/BP-96940886-172.17.0.2-1731972374786/current, will proceed with Du for space computation calculation, 2024-11-18T23:26:19,687 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data1/current/BP-96940886-172.17.0.2-1731972374786/current, will proceed with Du for space computation calculation, 2024-11-18T23:26:19,698 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data3/current/BP-96940886-172.17.0.2-1731972374786/current, will proceed with Du for space computation calculation, 2024-11-18T23:26:19,716 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data4/current/BP-96940886-172.17.0.2-1731972374786/current, will proceed with Du for space computation calculation, 2024-11-18T23:26:19,804 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:26:19,805 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:26:19,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab3824833b5baa2 with lease ID 0xe0f769f1ce2c1cc8: Processing first storage report for DS-d5b0d690-c51a-40b5-a2b5-8044bae97223 from datanode DatanodeRegistration(127.0.0.1:42571, datanodeUuid=2a3691ad-056f-4da1-a0dc-61486425ef2a, infoPort=43221, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786) 2024-11-18T23:26:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab3824833b5baa2 with lease ID 0xe0f769f1ce2c1cc8: from storage DS-d5b0d690-c51a-40b5-a2b5-8044bae97223 node DatanodeRegistration(127.0.0.1:42571, datanodeUuid=2a3691ad-056f-4da1-a0dc-61486425ef2a, infoPort=43221, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:26:19,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1890574e71003430 with lease ID 0xe0f769f1ce2c1cc9: Processing first storage report for DS-c7b3d947-4983-4870-96cb-537a20ed6b9a from datanode DatanodeRegistration(127.0.0.1:39679, datanodeUuid=62e2e315-0d7b-4a47-9bde-542aebabebe8, infoPort=35307, infoSecurePort=0, ipcPort=45715, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786) 2024-11-18T23:26:19,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1890574e71003430 with lease ID 0xe0f769f1ce2c1cc9: from storage DS-c7b3d947-4983-4870-96cb-537a20ed6b9a node DatanodeRegistration(127.0.0.1:39679, datanodeUuid=62e2e315-0d7b-4a47-9bde-542aebabebe8, infoPort=35307, infoSecurePort=0, ipcPort=45715, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:26:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab3824833b5baa2 with lease ID 0xe0f769f1ce2c1cc8: Processing first storage report for DS-aa00f49e-0a30-4d85-8f2f-abedc62e368a from datanode DatanodeRegistration(127.0.0.1:42571, datanodeUuid=2a3691ad-056f-4da1-a0dc-61486425ef2a, infoPort=43221, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786) 2024-11-18T23:26:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab3824833b5baa2 with lease ID 0xe0f769f1ce2c1cc8: from storage DS-aa00f49e-0a30-4d85-8f2f-abedc62e368a node DatanodeRegistration(127.0.0.1:42571, datanodeUuid=2a3691ad-056f-4da1-a0dc-61486425ef2a, infoPort=43221, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:26:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1890574e71003430 with lease ID 0xe0f769f1ce2c1cc9: Processing first storage report for DS-2b953971-ea9d-4723-b84c-40d1fdb1ce41 from datanode DatanodeRegistration(127.0.0.1:39679, datanodeUuid=62e2e315-0d7b-4a47-9bde-542aebabebe8, infoPort=35307, infoSecurePort=0, ipcPort=45715, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786) 2024-11-18T23:26:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1890574e71003430 with lease ID 0xe0f769f1ce2c1cc9: from storage DS-2b953971-ea9d-4723-b84c-40d1fdb1ce41 node DatanodeRegistration(127.0.0.1:39679, datanodeUuid=62e2e315-0d7b-4a47-9bde-542aebabebe8, infoPort=35307, infoSecurePort=0, ipcPort=45715, storageInfo=lv=-57;cid=testClusterID;nsid=1853176439;c=1731972374786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:26:19,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd 2024-11-18T23:26:20,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=970, ProcessCount=11, AvailableMemoryMB=5495 2024-11-18T23:26:20,017 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:20,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:20,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:26:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:26:20,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:20,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:20,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:20,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:20,997 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T23:26:21,067 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T23:26:21,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:21,078 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:21,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:21,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:21,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,134 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T23:26:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741826_1002 (size=1393) 2024-11-18T23:26:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741826_1002 (size=1393) 2024-11-18T23:26:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:21,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:21,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741827_1003 (size=1393) 2024-11-18T23:26:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741827_1003 (size=1393) 2024-11-18T23:26:21,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:26:21,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:21,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741828_1004 (size=1393) 2024-11-18T23:26:21,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741828_1004 (size=1393) 2024-11-18T23:26:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:26:21,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:26:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:21,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741829_1005 (size=1393) 2024-11-18T23:26:21,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741829_1005 (size=1393) 2024-11-18T23:26:22,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:26:22,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:26:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741830_1006 (size=1393) 2024-11-18T23:26:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741830_1006 (size=1393) 2024-11-18T23:26:22,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:26:22,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:26:22,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741831_1007 (size=1393) 2024-11-18T23:26:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741831_1007 (size=1393) 2024-11-18T23:26:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:26:23,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:26:23,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741832_1008 (size=1405) 2024-11-18T23:26:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741832_1008 (size=1405) 2024-11-18T23:26:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:26:23,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:26:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741833_1009 (size=1413) 2024-11-18T23:26:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741833_1009 (size=1413) 2024-11-18T23:26:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:26:23,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:26:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741834_1010 (size=1413) 2024-11-18T23:26:23,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:26:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741834_1010 (size=1413) 2024-11-18T23:26:23,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:26:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:23,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741835_1011 (size=1413) 2024-11-18T23:26:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741835_1011 (size=1413) 2024-11-18T23:26:23,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:26:24,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:26:24,046 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T23:26:24,047 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T23:26:24,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0 2024-11-18T23:26:24,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0 after 26ms 2024-11-18T23:26:24,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0 took 172ms 2024-11-18T23:26:24,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0 so closing down 2024-11-18T23:26:24,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:24,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:24,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:24,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0, size=1.4 K (1393bytes) at 1731972384044Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0 so closing down at 1731972384278 (+234 ms)3 split writer threads finished at 1731972384306 (+28 ms)Processed 0 edits across 0 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/35ff958a-d046-c01d-e9a1-caecd6be18d2/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731972381011/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972384326 (+20 ms) 2024-11-18T23:26:24,349 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T23:26:24,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@358d1a16 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1510431870_22 at /127.0.0.1:37888 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1044 (was 970) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4936 (was 5495) 2024-11-18T23:26:24,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=1044, ProcessCount=11, AvailableMemoryMB=4934 2024-11-18T23:26:24,472 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741836_1012 (size=7) 2024-11-18T23:26:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741836_1012 (size=7) 2024-11-18T23:26:24,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:24,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:24,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:24,616 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T23:26:24,617 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:24,624 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:24,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:24,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741837_1013 (size=2324) 2024-11-18T23:26:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741837_1013 (size=2324) 2024-11-18T23:26:24,871 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:24,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T23:26:24,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 2024-11-18T23:26:24,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 after 7ms 2024-11-18T23:26:25,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 took 59ms 2024-11-18T23:26:25,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 so closing down 2024-11-18T23:26:25,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:25,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:25,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:25,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:25,201 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:25,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741839_1015 (size=743) 2024-11-18T23:26:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741839_1015 (size=743) 2024-11-18T23:26:25,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:25,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:26:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741838_1014 (size=743) 2024-11-18T23:26:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741838_1014 (size=743) 2024-11-18T23:26:25,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 11 ms) 2024-11-18T23:26:25,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:26:25,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 314 ms; skipped=7; WAL=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T23:26:25,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0, size=2.3 K (2324bytes) at 1731972384946Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 so closing down at 1731972385079 (+133 ms)3 split writer threads finished at 1731972385084 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972385190 (+106 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972385213 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972385273 (+60 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972385285 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 11 ms) at 1731972385321 (+36 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972385333 (+12 ms)Processed 27 edits across 2 Regions in 314 ms; skipped=7; WAL=hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731972385335 (+2 ms) 2024-11-18T23:26:25,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/WALs/testsplitlogfilemultipleregions,16010,1731972384617/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/97918416-87c3-0776-6f5b-075e62d96f03/oldWALs/wal.dat.0 2024-11-18T23:26:25,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812248693_22 at /127.0.0.1:37888 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812248693_22 at /127.0.0.1:53832 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1044 (was 1044), ProcessCount=11 (was 11), AvailableMemoryMB=4888 (was 4934) 2024-11-18T23:26:25,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=1044, ProcessCount=11, AvailableMemoryMB=4887 2024-11-18T23:26:25,498 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741840_1016 (size=7) 2024-11-18T23:26:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741840_1016 (size=7) 2024-11-18T23:26:25,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:25,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:25,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:25,636 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:25,636 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:25,640 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:25,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741841_1017 (size=2324) 2024-11-18T23:26:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741841_1017 (size=2324) 2024-11-18T23:26:25,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:28,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T23:26:28,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0 so closing down 2024-11-18T23:26:28,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T23:26:28,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0, size=2.3 K (2324bytes) at 1731972388469Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0 so closing down at 1731972388470 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d521125e-6228-12c7-8aac-030ea22cecb6/WALs/testterminationaskedbyreporter,16010,1731972385636/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731972388472 (+2 ms) 2024-11-18T23:26:28,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1105 (was 1044) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4830 (was 4887) 2024-11-18T23:26:28,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=131, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=1105, ProcessCount=11, AvailableMemoryMB=4830 2024-11-18T23:26:28,530 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741842_1018 (size=7) 2024-11-18T23:26:28,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741842_1018 (size=7) 2024-11-18T23:26:28,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:28,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:28,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:28,715 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:28,715 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T23:26:28,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741843_1019 (size=1043) 2024-11-18T23:26:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741843_1019 (size=1043) 2024-11-18T23:26:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:28,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741845_1021 (size=1043) 2024-11-18T23:26:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:26:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741845_1021 (size=1043) 2024-11-18T23:26:29,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:26:29,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741846_1022 (size=1043) 2024-11-18T23:26:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741846_1022 (size=1043) 2024-11-18T23:26:29,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:26:29,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:26:29,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741847_1023 (size=1043) 2024-11-18T23:26:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741847_1023 (size=1043) 2024-11-18T23:26:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:26:29,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:26:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741848_1024 (size=1043) 2024-11-18T23:26:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741848_1024 (size=1043) 2024-11-18T23:26:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:26:29,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:26:29,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741849_1025 (size=1043) 2024-11-18T23:26:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741849_1025 (size=1043) 2024-11-18T23:26:29,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:26:29,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:26:29,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741850_1026 (size=1043) 2024-11-18T23:26:30,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741850_1026 (size=1043) 2024-11-18T23:26:30,417 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:26:30,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:26:30,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741851_1027 (size=1043) 2024-11-18T23:26:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741851_1027 (size=1043) 2024-11-18T23:26:30,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:26:30,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:26:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741852_1028 (size=1043) 2024-11-18T23:26:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741852_1028 (size=1043) 2024-11-18T23:26:30,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:26:30,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T23:26:30,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 2024-11-18T23:26:30,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 after 3ms 2024-11-18T23:26:30,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 took 29ms 2024-11-18T23:26:30,733 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T23:26:30,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 so closing down 2024-11-18T23:26:30,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:30,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:30,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:30,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0, size=1.0 K (1043bytes) at 1731972390686Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 so closing down at 1731972390734 (+48 ms)3 split writer threads finished at 1731972390739 (+5 ms)Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972390739 2024-11-18T23:26:30,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.0 2024-11-18T23:26:30,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1, size=180 (180bytes) 2024-11-18T23:26:30,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 2024-11-18T23:26:30,748 WARN [IPC Server handler 3 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T23:26:30,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 after 2ms 2024-11-18T23:26:30,910 WARN [ResponseProcessor for block BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:30,910 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1165980571_22 at /127.0.0.1:37964 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37964 dst: /127.0.0.1:39679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:30,915 WARN [DataStreamer for file /user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 block BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42571,DS-d5b0d690-c51a-40b5-a2b5-8044bae97223,DISK], DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42571,DS-d5b0d690-c51a-40b5-a2b5-8044bae97223,DISK]) is bad. 2024-11-18T23:26:30,910 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1165980571_22 at /127.0.0.1:53880 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53880 dst: /127.0.0.1:42571 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42571 remote=/127.0.0.1:53880]. Total timeout mills is 60000, 58110 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:30,926 WARN [DataStreamer for file /user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 block BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741844_1029 (size=1035) 2024-11-18T23:26:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741844_1029 (size=1035) 2024-11-18T23:26:34,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 after 4004ms 2024-11-18T23:26:34,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 took 4017ms 2024-11-18T23:26:34,773 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1; continuing. 2024-11-18T23:26:34,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 so closing down 2024-11-18T23:26:34,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T23:26:34,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1, size=180 (180bytes) at 1731972390746Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 so closing down at 1731972394773 (+4027 ms)3 split writer threads finished at 1731972394775 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731972394775 2024-11-18T23:26:34,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.1 2024-11-18T23:26:34,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T23:26:34,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 2024-11-18T23:26:34,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 after 3ms 2024-11-18T23:26:34,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 took 8ms 2024-11-18T23:26:34,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 so closing down 2024-11-18T23:26:34,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:34,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2, size=1.0 K (1043bytes) at 1731972394780Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 so closing down at 1731972394798 (+18 ms)3 split writer threads finished at 1731972394798Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972394798 2024-11-18T23:26:34,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.2 2024-11-18T23:26:34,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T23:26:34,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 2024-11-18T23:26:34,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 after 10ms 2024-11-18T23:26:34,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 took 17ms 2024-11-18T23:26:34,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 so closing down 2024-11-18T23:26:34,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:34,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3, size=1.0 K (1043bytes) at 1731972394824Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 so closing down at 1731972394857 (+33 ms)3 split writer threads finished at 1731972394860 (+3 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972394860 2024-11-18T23:26:34,878 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.3 2024-11-18T23:26:34,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T23:26:34,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 2024-11-18T23:26:34,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 after 1ms 2024-11-18T23:26:34,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 took 11ms 2024-11-18T23:26:34,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 so closing down 2024-11-18T23:26:34,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:34,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4, size=1.0 K (1043bytes) at 1731972394879Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 so closing down at 1731972394906 (+27 ms)3 split writer threads finished at 1731972394911 (+5 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972394911 2024-11-18T23:26:34,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.4 2024-11-18T23:26:34,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T23:26:34,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 2024-11-18T23:26:34,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 after 6ms 2024-11-18T23:26:34,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 took 13ms 2024-11-18T23:26:34,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 so closing down 2024-11-18T23:26:34,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:34,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5, size=1.0 K (1043bytes) at 1731972394917Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 so closing down at 1731972394943 (+26 ms)3 split writer threads finished at 1731972394946 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972394946 2024-11-18T23:26:34,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.5 2024-11-18T23:26:34,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T23:26:34,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 2024-11-18T23:26:34,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 after 3ms 2024-11-18T23:26:34,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 took 7ms 2024-11-18T23:26:34,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 so closing down 2024-11-18T23:26:34,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:34,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:34,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:34,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6, size=1.0 K (1043bytes) at 1731972394952Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 so closing down at 1731972394981 (+29 ms)3 split writer threads finished at 1731972394984 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972394984 2024-11-18T23:26:35,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.6 2024-11-18T23:26:35,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T23:26:35,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 2024-11-18T23:26:35,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 after 6ms 2024-11-18T23:26:35,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 took 17ms 2024-11-18T23:26:35,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 so closing down 2024-11-18T23:26:35,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:35,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:35,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:35,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7, size=1.0 K (1043bytes) at 1731972395005Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 so closing down at 1731972395045 (+40 ms)3 split writer threads finished at 1731972395046 (+1 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972395046 2024-11-18T23:26:35,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.7 2024-11-18T23:26:35,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T23:26:35,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 2024-11-18T23:26:35,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 after 5ms 2024-11-18T23:26:35,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 took 30ms 2024-11-18T23:26:35,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 so closing down 2024-11-18T23:26:35,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:35,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:35,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:35,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8, size=1.0 K (1043bytes) at 1731972395063Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 so closing down at 1731972395115 (+52 ms)3 split writer threads finished at 1731972395116 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972395116 2024-11-18T23:26:35,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.8 2024-11-18T23:26:35,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T23:26:35,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 2024-11-18T23:26:35,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 after 4ms 2024-11-18T23:26:35,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 took 11ms 2024-11-18T23:26:35,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 so closing down 2024-11-18T23:26:35,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:35,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:35,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T23:26:35,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9, size=1.0 K (1043bytes) at 1731972395138Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 so closing down at 1731972395151 (+13 ms)3 split writer threads finished at 1731972395151Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731972395152 (+1 ms) 2024-11-18T23:26:35,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/WALs/testsplitdeletedregion,16010,1731972388715/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/07b3915a-6380-3106-d219-b983dcbb70aa/oldWALs/wal.dat.9 2024-11-18T23:26:35,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 131) Potentially hanging thread: IPC Client (72317313) connection to localhost/127.0.0.1:45715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1863915276_22 at /127.0.0.1:55890 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1863915276_22 at /127.0.0.1:54040 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1120 (was 1105) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4718 (was 4830) 2024-11-18T23:26:35,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1120, ProcessCount=11, AvailableMemoryMB=4717 2024-11-18T23:26:35,195 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741853_1030 (size=7) 2024-11-18T23:26:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741853_1030 (size=7) 2024-11-18T23:26:35,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:35,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:35,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:35,290 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:35,291 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T23:26:35,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741854_1031 (size=863) 2024-11-18T23:26:35,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741854_1031 (size=863) 2024-11-18T23:26:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741855_1032 (size=859) 2024-11-18T23:26:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741855_1032 (size=859) 2024-11-18T23:26:35,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0, size=859 (859bytes) 2024-11-18T23:26:35,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 2024-11-18T23:26:35,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 after 6ms 2024-11-18T23:26:35,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 took 24ms 2024-11-18T23:26:35,691 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0; continuing. 2024-11-18T23:26:35,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 so closing down 2024-11-18T23:26:35,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:35,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:35,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:35,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741856_1033 (size=863) 2024-11-18T23:26:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741856_1033 (size=863) 2024-11-18T23:26:35,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:35,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T23:26:35,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 270 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T23:26:35,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0, size=859 (859bytes) at 1731972395503Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 so closing down at 1731972395692 (+189 ms)3 split writer threads finished at 1731972395693 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972395728 (+35 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972395798 (+70 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731972395805 (+7 ms)Processed 10 edits across 1 Regions in 270 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731972395805 2024-11-18T23:26:35,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/WALs/testcorruptwaltrailer,16010,1731972395290/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/a5d0c306-9cc1-9dc0-14fb-32c5ad20db02/oldWALs/wal.dat.0 2024-11-18T23:26:35,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1120 (was 1120), ProcessCount=11 (was 11), AvailableMemoryMB=4692 (was 4717) 2024-11-18T23:26:35,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1247, ProcessCount=11, AvailableMemoryMB=4691 2024-11-18T23:26:35,876 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741857_1034 (size=7) 2024-11-18T23:26:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741857_1034 (size=7) 2024-11-18T23:26:36,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:36,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,381 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:36,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1247 (was 1247), ProcessCount=11 (was 11), AvailableMemoryMB=4686 (was 4691) 2024-11-18T23:26:36,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1247, ProcessCount=11, AvailableMemoryMB=4684 2024-11-18T23:26:36,422 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741858_1035 (size=7) 2024-11-18T23:26:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741858_1035 (size=7) 2024-11-18T23:26:36,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:36,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,521 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:36,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T23:26:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741859_1036 (size=93) 2024-11-18T23:26:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741859_1036 (size=93) 2024-11-18T23:26:36,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1247 (was 1247), ProcessCount=11 (was 11), AvailableMemoryMB=4662 (was 4684) 2024-11-18T23:26:36,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1247, ProcessCount=11, AvailableMemoryMB=4662 2024-11-18T23:26:36,710 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741860_1037 (size=7) 2024-11-18T23:26:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741860_1037 (size=7) 2024-11-18T23:26:36,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:36,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:36,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:36,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:36,855 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:36,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:36,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741861_1038 (size=1393) 2024-11-18T23:26:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741861_1038 (size=1393) 2024-11-18T23:26:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:37,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:37,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741862_1039 (size=1393) 2024-11-18T23:26:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741862_1039 (size=1393) 2024-11-18T23:26:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:26:37,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741863_1040 (size=1393) 2024-11-18T23:26:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741863_1040 (size=1393) 2024-11-18T23:26:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:26:38,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:26:38,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741864_1041 (size=1393) 2024-11-18T23:26:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741864_1041 (size=1393) 2024-11-18T23:26:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:26:38,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:26:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741865_1042 (size=1393) 2024-11-18T23:26:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741865_1042 (size=1393) 2024-11-18T23:26:38,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:26:38,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:26:38,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741866_1043 (size=1393) 2024-11-18T23:26:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741866_1043 (size=1393) 2024-11-18T23:26:38,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:26:38,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:26:38,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741867_1044 (size=1405) 2024-11-18T23:26:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741867_1044 (size=1405) 2024-11-18T23:26:38,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:26:38,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:26:38,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741868_1045 (size=1413) 2024-11-18T23:26:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741868_1045 (size=1413) 2024-11-18T23:26:38,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:26:38,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:26:38,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741869_1046 (size=1413) 2024-11-18T23:26:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741869_1046 (size=1413) 2024-11-18T23:26:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:26:38,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:26:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:38,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741870_1047 (size=1413) 2024-11-18T23:26:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741870_1047 (size=1413) 2024-11-18T23:26:38,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:26:38,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:26:38,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7 2024-11-18T23:26:38,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7 after 1ms 2024-11-18T23:26:38,287 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7 took 7ms 2024-11-18T23:26:38,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7 so closing down 2024-11-18T23:26:38,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:38,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:38,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:26:38,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:26:38,340 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:38,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T23:26:38,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7, size=1.4 K (1413bytes) at 1731972398280Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7 so closing down at 1731972398303 (+23 ms)3 split writer threads finished at 1731972398303Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972398330 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972398330Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731972398340 (+10 ms)Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/5be1db42-7f75-3fb5-c629-9b4efd2f8e73/WALs/testioeonoutputthread,16010,1731972396853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731972398341 (+1 ms) 2024-11-18T23:26:38,341 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:38,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1247 (was 1247), ProcessCount=11 (was 11), AvailableMemoryMB=4594 (was 4662) 2024-11-18T23:26:38,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1247, ProcessCount=11, AvailableMemoryMB=4593 2024-11-18T23:26:38,362 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:38,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741871_1048 (size=7) 2024-11-18T23:26:38,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741871_1048 (size=7) 2024-11-18T23:26:38,376 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:38,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:38,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:38,381 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:38,419 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:38,420 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:38,423 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:38,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741872_1049 (size=2324) 2024-11-18T23:26:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741872_1049 (size=2324) 2024-11-18T23:26:38,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:38,448 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:38,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741873_1050 (size=1393) 2024-11-18T23:26:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741873_1050 (size=1393) 2024-11-18T23:26:38,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:26:38,468 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:38,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T23:26:38,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T23:26:38,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T23:26:38,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T23:26:38,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T23:26:38,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T23:26:38,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T23:26:38,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T23:26:38,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T23:26:38,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T23:26:38,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T23:26:38,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T23:26:38,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T23:26:38,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T23:26:38,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T23:26:38,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T23:26:38,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T23:26:38,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T23:26:38,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T23:26:38,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T23:26:38,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T23:26:38,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T23:26:38,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T23:26:38,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T23:26:38,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T23:26:38,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T23:26:38,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T23:26:38,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T23:26:38,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T23:26:38,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T23:26:38,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T23:26:38,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T23:26:38,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T23:26:38,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T23:26:38,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T23:26:38,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T23:26:38,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T23:26:38,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T23:26:38,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T23:26:38,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T23:26:38,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T23:26:38,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T23:26:38,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T23:26:38,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T23:26:38,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T23:26:38,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T23:26:38,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T23:26:38,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T23:26:38,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T23:26:38,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T23:26:38,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T23:26:38,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T23:26:38,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T23:26:38,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T23:26:38,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T23:26:38,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T23:26:38,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T23:26:38,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T23:26:38,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T23:26:38,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T23:26:38,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T23:26:38,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T23:26:38,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T23:26:38,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T23:26:38,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T23:26:38,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T23:26:38,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T23:26:38,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T23:26:38,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T23:26:38,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T23:26:38,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T23:26:38,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T23:26:38,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T23:26:38,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T23:26:38,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T23:26:38,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T23:26:38,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T23:26:38,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T23:26:38,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T23:26:38,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T23:26:38,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T23:26:38,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T23:26:38,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T23:26:38,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T23:26:38,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T23:26:38,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T23:26:38,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T23:26:38,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T23:26:38,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T23:26:38,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T23:26:38,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T23:26:38,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T23:26:38,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T23:26:38,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T23:26:38,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T23:26:38,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T23:26:38,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T23:26:38,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T23:26:38,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T23:26:38,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T23:26:38,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T23:26:38,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T23:26:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T23:26:38,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T23:26:38,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T23:26:38,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T23:26:38,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T23:26:38,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T23:26:38,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T23:26:38,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T23:26:38,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T23:26:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T23:26:38,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T23:26:38,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T23:26:38,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T23:26:38,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T23:26:38,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T23:26:38,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T23:26:38,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T23:26:38,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T23:26:38,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T23:26:38,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T23:26:38,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T23:26:38,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T23:26:38,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T23:26:38,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T23:26:38,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T23:26:38,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T23:26:38,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T23:26:38,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T23:26:38,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T23:26:38,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T23:26:38,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T23:26:38,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T23:26:38,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T23:26:38,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T23:26:38,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T23:26:38,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T23:26:38,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T23:26:38,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T23:26:38,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T23:26:38,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T23:26:38,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T23:26:38,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T23:26:38,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T23:26:38,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T23:26:38,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T23:26:38,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T23:26:38,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T23:26:38,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T23:26:38,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T23:26:38,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T23:26:38,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T23:26:38,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T23:26:38,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T23:26:38,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T23:26:38,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T23:26:38,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T23:26:38,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T23:26:38,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T23:26:38,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T23:26:38,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T23:26:38,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T23:26:38,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T23:26:38,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T23:26:38,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T23:26:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T23:26:38,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T23:26:38,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T23:26:38,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T23:26:38,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T23:26:38,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T23:26:38,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T23:26:38,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T23:26:38,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T23:26:38,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T23:26:38,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T23:26:38,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T23:26:38,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T23:26:38,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T23:26:38,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T23:26:38,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T23:26:38,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T23:26:38,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T23:26:38,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T23:26:38,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T23:26:38,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T23:26:38,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T23:26:38,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T23:26:38,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T23:26:38,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T23:26:38,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T23:26:38,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T23:26:38,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T23:26:38,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T23:26:38,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T23:26:38,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T23:26:38,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T23:26:38,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T23:26:38,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T23:26:38,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T23:26:38,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T23:26:38,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T23:26:38,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T23:26:38,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T23:26:38,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T23:26:38,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T23:26:38,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T23:26:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T23:26:38,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T23:26:38,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T23:26:38,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T23:26:38,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T23:26:38,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T23:26:38,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T23:26:38,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T23:26:38,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T23:26:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T23:26:38,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T23:26:38,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T23:26:38,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T23:26:38,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T23:26:38,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T23:26:38,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T23:26:38,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T23:26:38,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T23:26:38,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T23:26:38,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T23:26:38,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T23:26:38,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T23:26:38,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T23:26:38,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T23:26:38,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T23:26:38,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T23:26:38,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T23:26:38,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T23:26:38,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T23:26:38,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T23:26:38,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T23:26:38,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T23:26:38,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T23:26:38,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T23:26:38,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T23:26:38,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T23:26:38,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T23:26:38,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T23:26:38,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T23:26:38,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T23:26:38,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T23:26:38,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T23:26:38,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T23:26:38,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T23:26:38,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T23:26:38,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T23:26:38,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T23:26:38,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T23:26:38,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T23:26:38,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T23:26:38,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T23:26:38,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T23:26:38,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T23:26:38,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T23:26:38,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T23:26:38,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T23:26:38,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T23:26:38,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T23:26:38,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T23:26:38,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T23:26:38,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T23:26:38,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T23:26:38,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T23:26:38,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T23:26:38,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T23:26:38,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T23:26:38,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T23:26:38,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T23:26:38,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T23:26:38,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T23:26:38,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T23:26:38,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T23:26:38,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T23:26:38,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T23:26:38,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T23:26:38,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T23:26:38,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T23:26:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T23:26:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T23:26:38,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T23:26:38,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T23:26:38,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T23:26:38,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T23:26:38,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T23:26:38,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:38,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:38,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T23:26:39,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T23:26:39,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T23:26:39,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T23:26:39,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T23:26:39,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T23:26:39,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T23:26:39,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T23:26:39,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T23:26:39,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T23:26:39,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T23:26:39,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T23:26:39,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T23:26:39,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T23:26:39,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T23:26:39,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T23:26:39,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T23:26:39,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T23:26:39,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T23:26:39,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T23:26:39,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T23:26:39,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T23:26:39,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T23:26:39,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T23:26:39,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T23:26:39,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T23:26:39,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T23:26:39,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T23:26:39,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T23:26:39,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T23:26:39,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T23:26:39,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T23:26:39,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T23:26:39,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T23:26:39,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T23:26:39,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T23:26:39,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T23:26:39,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T23:26:39,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T23:26:39,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T23:26:39,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T23:26:39,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T23:26:39,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T23:26:39,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T23:26:39,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T23:26:39,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T23:26:39,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T23:26:39,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T23:26:39,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T23:26:39,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T23:26:39,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T23:26:39,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T23:26:39,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T23:26:39,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T23:26:39,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T23:26:39,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T23:26:39,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T23:26:39,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T23:26:39,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T23:26:39,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T23:26:39,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T23:26:39,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T23:26:39,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T23:26:39,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T23:26:39,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T23:26:39,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T23:26:39,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T23:26:39,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T23:26:39,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T23:26:39,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T23:26:39,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T23:26:39,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T23:26:39,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T23:26:39,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T23:26:39,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T23:26:39,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T23:26:39,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T23:26:39,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T23:26:39,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T23:26:39,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T23:26:39,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T23:26:39,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T23:26:39,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T23:26:39,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T23:26:39,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T23:26:39,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T23:26:39,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T23:26:39,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T23:26:39,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T23:26:39,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T23:26:39,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T23:26:39,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T23:26:39,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T23:26:39,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T23:26:39,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T23:26:39,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T23:26:39,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T23:26:39,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T23:26:39,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T23:26:39,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T23:26:39,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T23:26:39,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T23:26:39,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T23:26:39,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T23:26:39,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T23:26:39,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T23:26:39,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T23:26:39,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T23:26:39,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T23:26:39,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T23:26:39,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T23:26:39,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T23:26:39,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T23:26:39,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T23:26:39,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T23:26:39,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T23:26:39,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T23:26:39,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T23:26:39,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T23:26:39,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T23:26:39,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T23:26:39,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T23:26:39,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T23:26:39,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T23:26:39,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T23:26:39,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T23:26:39,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T23:26:39,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T23:26:39,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T23:26:39,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T23:26:39,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T23:26:39,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T23:26:39,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T23:26:39,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T23:26:39,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T23:26:39,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T23:26:39,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T23:26:39,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T23:26:39,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T23:26:39,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T23:26:39,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T23:26:39,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T23:26:39,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T23:26:39,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T23:26:39,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T23:26:39,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T23:26:39,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T23:26:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T23:26:39,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T23:26:39,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T23:26:39,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T23:26:39,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T23:26:39,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T23:26:39,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T23:26:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T23:26:39,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T23:26:39,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T23:26:39,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T23:26:39,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T23:26:39,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T23:26:39,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T23:26:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T23:26:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T23:26:39,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T23:26:39,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T23:26:39,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T23:26:39,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T23:26:39,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T23:26:39,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T23:26:39,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T23:26:39,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T23:26:39,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T23:26:39,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T23:26:39,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T23:26:39,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T23:26:39,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T23:26:39,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T23:26:39,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T23:26:39,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T23:26:39,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T23:26:39,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T23:26:39,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T23:26:39,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T23:26:39,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T23:26:39,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T23:26:39,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T23:26:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T23:26:39,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T23:26:39,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T23:26:39,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T23:26:39,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T23:26:39,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T23:26:39,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T23:26:39,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T23:26:39,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T23:26:39,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T23:26:39,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T23:26:39,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T23:26:39,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T23:26:39,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T23:26:39,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T23:26:39,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T23:26:39,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T23:26:39,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T23:26:39,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T23:26:39,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T23:26:39,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T23:26:39,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T23:26:39,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T23:26:39,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T23:26:39,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T23:26:39,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T23:26:39,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T23:26:39,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T23:26:39,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T23:26:39,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T23:26:39,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T23:26:39,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T23:26:39,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T23:26:39,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T23:26:39,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T23:26:39,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T23:26:39,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T23:26:39,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T23:26:39,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T23:26:39,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T23:26:39,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T23:26:39,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T23:26:39,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T23:26:39,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T23:26:39,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T23:26:39,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T23:26:39,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T23:26:39,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T23:26:39,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T23:26:39,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T23:26:39,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T23:26:39,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T23:26:39,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T23:26:39,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T23:26:39,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T23:26:39,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T23:26:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T23:26:39,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T23:26:39,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T23:26:39,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T23:26:39,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T23:26:39,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T23:26:39,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T23:26:39,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T23:26:39,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T23:26:39,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T23:26:39,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T23:26:39,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T23:26:39,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T23:26:39,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T23:26:39,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T23:26:39,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T23:26:39,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T23:26:39,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T23:26:39,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T23:26:39,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T23:26:39,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T23:26:39,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T23:26:39,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T23:26:39,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T23:26:39,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T23:26:39,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T23:26:39,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T23:26:39,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T23:26:39,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T23:26:39,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T23:26:39,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T23:26:39,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T23:26:39,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T23:26:39,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T23:26:39,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T23:26:39,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T23:26:39,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T23:26:39,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T23:26:39,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T23:26:39,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T23:26:39,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T23:26:39,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T23:26:39,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T23:26:39,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T23:26:39,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T23:26:39,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T23:26:39,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,509 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381): HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731972398447; access_time=1731972398425; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972398468; access_time=1731972398449; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731972398469; access_time=1731972398469; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T23:26:39,509 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T23:26:39,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T23:26:39,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T23:26:39,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T23:26:39,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T23:26:39,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T23:26:39,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T23:26:39,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T23:26:39,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T23:26:39,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T23:26:39,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T23:26:39,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T23:26:39,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T23:26:39,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T23:26:39,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T23:26:39,533 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T23:26:39,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 2024-11-18T23:26:39,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 after 1ms 2024-11-18T23:26:39,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T23:26:39,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T23:26:39,537 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 took 4ms 2024-11-18T23:26:39,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T23:26:39,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T23:26:39,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T23:26:39,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 so closing down 2024-11-18T23:26:39,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:39,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:39,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T23:26:39,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T23:26:39,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T23:26:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T23:26:39,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:39,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:39,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T23:26:39,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:39,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:39,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T23:26:39,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T23:26:39,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T23:26:39,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T23:26:39,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741876_1053 (size=743) 2024-11-18T23:26:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741876_1053 (size=743) 2024-11-18T23:26:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741875_1052 (size=743) 2024-11-18T23:26:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741875_1052 (size=743) 2024-11-18T23:26:39,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:39,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:26:39,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:39,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T23:26:39,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T23:26:39,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:26:39,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 36 ms; skipped=7; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T23:26:39,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0, size=2.3 K (2324bytes) at 1731972399533Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 so closing down at 1731972399542 (+9 ms)3 split writer threads finished at 1731972399542Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972399551 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972399551Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972399570 (+19 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972399572 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972399572Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972399574 (+2 ms)Processed 27 edits across 2 Regions in 36 ms; skipped=7; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731972399575 (+1 ms) 2024-11-18T23:26:39,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T23:26:39,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T23:26:39,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/oldWALs/wal.dat.0 2024-11-18T23:26:39,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:26:39,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 2024-11-18T23:26:39,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 after 1ms 2024-11-18T23:26:39,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T23:26:39,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T23:26:39,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 took 4ms 2024-11-18T23:26:39,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T23:26:39,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T23:26:39,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 so closing down 2024-11-18T23:26:39,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:39,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:39,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T23:26:39,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T23:26:39,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:39,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:39,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T23:26:39,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:39,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:39,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T23:26:39,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T23:26:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741877_1054 (size=743) 2024-11-18T23:26:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741878_1055 (size=743) 2024-11-18T23:26:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741877_1054 (size=743) 2024-11-18T23:26:39,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:39,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741878_1055 (size=743) 2024-11-18T23:26:39,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T23:26:39,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:26:39,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T23:26:39,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T23:26:39,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T23:26:39,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T23:26:39,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T23:26:39,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T23:26:39,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T23:26:39,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T23:26:39,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T23:26:39,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T23:26:39,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T23:26:39,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T23:26:39,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T23:26:39,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T23:26:39,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T23:26:39,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T23:26:39,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T23:26:39,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T23:26:39,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T23:26:39,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T23:26:39,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T23:26:39,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T23:26:39,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T23:26:39,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T23:26:39,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T23:26:39,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T23:26:39,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T23:26:39,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T23:26:39,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T23:26:39,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T23:26:39,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T23:26:39,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T23:26:39,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T23:26:39,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T23:26:39,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T23:26:39,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T23:26:39,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T23:26:39,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T23:26:39,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T23:26:39,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T23:26:39,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T23:26:39,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T23:26:39,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T23:26:39,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T23:26:39,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T23:26:39,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T23:26:39,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T23:26:39,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T23:26:39,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T23:26:39,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T23:26:39,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T23:26:39,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T23:26:39,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-18T23:26:39,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-18T23:26:39,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-18T23:26:39,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-18T23:26:39,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-18T23:26:39,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-18T23:26:39,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-18T23:26:39,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-18T23:26:39,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-18T23:26:39,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-18T23:26:39,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-18T23:26:39,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-18T23:26:39,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-18T23:26:39,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-18T23:26:39,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-18T23:26:39,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-18T23:26:39,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-18T23:26:39,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-18T23:26:39,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-18T23:26:39,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-18T23:26:39,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-18T23:26:39,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-18T23:26:39,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-18T23:26:39,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-18T23:26:39,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-18T23:26:39,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-18T23:26:39,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-18T23:26:39,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-18T23:26:39,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-18T23:26:39,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-18T23:26:39,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-18T23:26:39,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-18T23:26:39,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-18T23:26:39,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-18T23:26:39,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-18T23:26:39,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-18T23:26:39,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-18T23:26:39,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-18T23:26:39,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-18T23:26:39,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-18T23:26:39,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-18T23:26:39,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-18T23:26:39,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-18T23:26:39,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-18T23:26:39,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-18T23:26:39,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-18T23:26:39,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-18T23:26:39,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-18T23:26:39,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-18T23:26:39,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-18T23:26:39,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-18T23:26:39,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-18T23:26:39,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-18T23:26:39,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-18T23:26:39,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-18T23:26:39,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-18T23:26:39,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-18T23:26:39,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-18T23:26:39,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-18T23:26:39,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-18T23:26:39,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-18T23:26:39,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-18T23:26:39,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-18T23:26:39,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-18T23:26:39,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-18T23:26:39,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-18T23:26:39,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-18T23:26:39,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-18T23:26:39,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-18T23:26:39,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-18T23:26:39,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-18T23:26:39,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-18T23:26:39,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-18T23:26:39,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-18T23:26:39,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-18T23:26:39,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-18T23:26:39,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-18T23:26:39,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-18T23:26:39,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-18T23:26:39,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-18T23:26:39,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-18T23:26:39,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-18T23:26:39,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-18T23:26:39,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-18T23:26:39,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-18T23:26:39,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-18T23:26:39,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-18T23:26:39,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-18T23:26:39,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-18T23:26:39,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-18T23:26:39,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-18T23:26:39,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-18T23:26:39,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-18T23:26:39,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-18T23:26:39,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-18T23:26:39,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-18T23:26:39,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-18T23:26:39,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-18T23:26:39,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-18T23:26:39,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-18T23:26:39,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-18T23:26:39,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-18T23:26:39,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-18T23:26:39,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-18T23:26:39,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-18T23:26:39,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-18T23:26:39,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-18T23:26:39,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-18T23:26:39,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-18T23:26:39,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-18T23:26:39,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-18T23:26:39,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-18T23:26:39,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-18T23:26:39,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-18T23:26:39,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-18T23:26:39,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-18T23:26:39,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-18T23:26:39,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-18T23:26:39,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-18T23:26:39,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-18T23:26:39,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-18T23:26:39,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-18T23:26:39,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-18T23:26:39,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-18T23:26:39,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-18T23:26:39,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-18T23:26:39,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-18T23:26:39,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-18T23:26:39,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-18T23:26:39,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-18T23:26:39,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-18T23:26:39,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-18T23:26:39,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-18T23:26:39,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-18T23:26:39,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-18T23:26:39,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-18T23:26:39,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-18T23:26:39,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-18T23:26:39,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-18T23:26:39,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-18T23:26:39,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-18T23:26:39,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-18T23:26:39,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-18T23:26:39,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-18T23:26:39,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-18T23:26:39,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-18T23:26:39,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-18T23:26:39,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-18T23:26:39,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-18T23:26:39,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-18T23:26:39,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-18T23:26:39,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-18T23:26:39,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-18T23:26:39,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-18T23:26:39,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-18T23:26:39,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-18T23:26:39,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-18T23:26:39,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-18T23:26:39,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-18T23:26:39,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-18T23:26:39,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-18T23:26:39,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-18T23:26:39,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:39,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:39,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-18T23:26:39,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:40,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-18T23:26:40,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-18T23:26:40,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:26:40,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:40,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1, size=1.4 K (1393bytes) at 1731972399578Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 so closing down at 1731972399585 (+7 ms)3 split writer threads finished at 1731972399585Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972399589 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972399589Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972399599 (+10 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972399602 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972400000 (+398 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972400003 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972400003 2024-11-18T23:26:40,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-18T23:26:40,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-18T23:26:40,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-18T23:26:40,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/oldWALs/wal.dat.1 2024-11-18T23:26:40,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2, size=150 (150bytes) 2024-11-18T23:26:40,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 2024-11-18T23:26:40,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,010 WARN [IPC Server handler 1 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T23:26:40,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-18T23:26:40,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-18T23:26:40,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 after 5ms 2024-11-18T23:26:40,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-18T23:26:40,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-18T23:26:40,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-18T23:26:40,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-18T23:26:40,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-18T23:26:40,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-18T23:26:40,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-18T23:26:40,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-18T23:26:40,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-18T23:26:40,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-18T23:26:40,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-18T23:26:40,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-18T23:26:40,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-18T23:26:40,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-18T23:26:40,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-18T23:26:40,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-18T23:26:40,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-18T23:26:40,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-18T23:26:40,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-18T23:26:40,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-18T23:26:40,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-18T23:26:40,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-18T23:26:40,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-18T23:26:40,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-18T23:26:40,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-18T23:26:40,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-18T23:26:40,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-18T23:26:40,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-18T23:26:40,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-18T23:26:40,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-18T23:26:40,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-18T23:26:40,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-18T23:26:40,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-18T23:26:40,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-18T23:26:40,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-18T23:26:40,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-18T23:26:40,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-18T23:26:40,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-18T23:26:40,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-18T23:26:40,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-18T23:26:40,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-18T23:26:40,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-18T23:26:40,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-18T23:26:40,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-18T23:26:40,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-18T23:26:40,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-18T23:26:40,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-18T23:26:40,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-18T23:26:40,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-18T23:26:40,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-18T23:26:40,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-18T23:26:40,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-18T23:26:40,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-18T23:26:40,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-18T23:26:40,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-18T23:26:40,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-18T23:26:40,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-18T23:26:40,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-18T23:26:40,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-18T23:26:40,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-18T23:26:40,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-18T23:26:40,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-18T23:26:40,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-18T23:26:40,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-18T23:26:40,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-18T23:26:40,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-18T23:26:40,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-18T23:26:40,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-18T23:26:40,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-18T23:26:40,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-18T23:26:40,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-18T23:26:40,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-18T23:26:40,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-18T23:26:40,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-18T23:26:40,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-18T23:26:40,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-18T23:26:40,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-18T23:26:40,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-18T23:26:40,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-18T23:26:40,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-18T23:26:40,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-18T23:26:40,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-18T23:26:40,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-18T23:26:40,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-18T23:26:40,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-18T23:26:40,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-18T23:26:40,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-18T23:26:40,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-18T23:26:40,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-18T23:26:40,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-18T23:26:40,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-18T23:26:40,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-18T23:26:40,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-18T23:26:40,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-18T23:26:40,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-18T23:26:40,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-18T23:26:40,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-18T23:26:40,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-18T23:26:40,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-18T23:26:40,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-18T23:26:40,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-18T23:26:40,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-18T23:26:40,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-18T23:26:40,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-18T23:26:40,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-18T23:26:40,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-18T23:26:40,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-18T23:26:40,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-18T23:26:40,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-18T23:26:40,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-18T23:26:40,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-18T23:26:40,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-18T23:26:40,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-18T23:26:40,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-18T23:26:40,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-18T23:26:40,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-18T23:26:40,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-18T23:26:40,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-18T23:26:40,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-18T23:26:40,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-18T23:26:40,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-18T23:26:40,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-18T23:26:40,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-18T23:26:40,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-18T23:26:40,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-18T23:26:40,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-18T23:26:40,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-18T23:26:40,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-18T23:26:40,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-18T23:26:40,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-18T23:26:40,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-18T23:26:40,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-18T23:26:40,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-18T23:26:40,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-18T23:26:40,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-18T23:26:40,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-18T23:26:40,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-18T23:26:40,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-18T23:26:40,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-18T23:26:40,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-18T23:26:40,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-18T23:26:40,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-18T23:26:40,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-18T23:26:40,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-18T23:26:40,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-18T23:26:40,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-18T23:26:40,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-18T23:26:40,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-18T23:26:40,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-18T23:26:40,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-18T23:26:40,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-18T23:26:40,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-18T23:26:40,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-18T23:26:40,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-18T23:26:40,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-18T23:26:40,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-18T23:26:40,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-18T23:26:40,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-18T23:26:40,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-18T23:26:40,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-18T23:26:40,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-18T23:26:40,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-18T23:26:40,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-18T23:26:40,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-18T23:26:40,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-18T23:26:40,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-18T23:26:40,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-18T23:26:40,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-18T23:26:40,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-18T23:26:40,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-18T23:26:40,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-18T23:26:40,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-18T23:26:40,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-18T23:26:40,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-18T23:26:40,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-18T23:26:40,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-18T23:26:40,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-18T23:26:40,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-18T23:26:40,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-18T23:26:40,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-18T23:26:40,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-18T23:26:40,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-18T23:26:40,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-18T23:26:40,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-18T23:26:40,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-18T23:26:40,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-18T23:26:40,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-18T23:26:40,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-18T23:26:40,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-18T23:26:40,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-18T23:26:40,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-18T23:26:40,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-18T23:26:40,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-18T23:26:40,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-18T23:26:40,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-18T23:26:40,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-18T23:26:40,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-18T23:26:40,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-18T23:26:40,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-18T23:26:40,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-18T23:26:40,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-18T23:26:40,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-18T23:26:40,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-18T23:26:40,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-18T23:26:40,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-18T23:26:40,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-18T23:26:40,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-18T23:26:40,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-18T23:26:40,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-18T23:26:40,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-18T23:26:40,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-18T23:26:40,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-18T23:26:40,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-18T23:26:40,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-18T23:26:40,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-18T23:26:40,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-18T23:26:40,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-18T23:26:40,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-18T23:26:40,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-18T23:26:40,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-18T23:26:40,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-18T23:26:40,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-18T23:26:40,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-18T23:26:40,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-18T23:26:40,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-18T23:26:40,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-18T23:26:40,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-18T23:26:40,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-18T23:26:40,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-18T23:26:40,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-18T23:26:40,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-18T23:26:40,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-18T23:26:40,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-18T23:26:40,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-18T23:26:40,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-18T23:26:40,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-18T23:26:40,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-18T23:26:40,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-18T23:26:40,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-18T23:26:40,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-18T23:26:40,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-18T23:26:40,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-18T23:26:40,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-18T23:26:40,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-18T23:26:40,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-18T23:26:40,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-18T23:26:40,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-18T23:26:40,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-18T23:26:40,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-18T23:26:40,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-18T23:26:40,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-18T23:26:40,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-18T23:26:40,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-18T23:26:40,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-18T23:26:40,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-18T23:26:40,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-18T23:26:40,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-18T23:26:40,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-18T23:26:40,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-18T23:26:40,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-18T23:26:40,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-18T23:26:40,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-18T23:26:40,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-18T23:26:40,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-18T23:26:40,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-18T23:26:40,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-18T23:26:40,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-18T23:26:40,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-18T23:26:40,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-18T23:26:40,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-18T23:26:40,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-18T23:26:40,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1146, seq=0 2024-11-18T23:26:40,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1147, seq=0 2024-11-18T23:26:40,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1148, seq=0 2024-11-18T23:26:40,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1149, seq=0 2024-11-18T23:26:40,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1150, seq=0 2024-11-18T23:26:40,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1151, seq=0 2024-11-18T23:26:40,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1152, seq=0 2024-11-18T23:26:40,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1153, seq=0 2024-11-18T23:26:40,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1154, seq=0 2024-11-18T23:26:40,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1155, seq=0 2024-11-18T23:26:40,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1156, seq=0 2024-11-18T23:26:40,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1157, seq=0 2024-11-18T23:26:40,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1158, seq=0 2024-11-18T23:26:40,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1159, seq=0 2024-11-18T23:26:40,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1160, seq=0 2024-11-18T23:26:40,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1161, seq=0 2024-11-18T23:26:40,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1162, seq=0 2024-11-18T23:26:40,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1163, seq=0 2024-11-18T23:26:40,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1164, seq=0 2024-11-18T23:26:40,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1165, seq=0 2024-11-18T23:26:40,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1166, seq=0 2024-11-18T23:26:40,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1167, seq=0 2024-11-18T23:26:40,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1168, seq=0 2024-11-18T23:26:40,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1169, seq=0 2024-11-18T23:26:40,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1170, seq=0 2024-11-18T23:26:40,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1171, seq=0 2024-11-18T23:26:40,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1172, seq=0 2024-11-18T23:26:40,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1173, seq=0 2024-11-18T23:26:40,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1174, seq=0 2024-11-18T23:26:40,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1175, seq=0 2024-11-18T23:26:40,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1176, seq=0 2024-11-18T23:26:40,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1177, seq=0 2024-11-18T23:26:40,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1178, seq=0 2024-11-18T23:26:40,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1179, seq=0 2024-11-18T23:26:40,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1180, seq=0 2024-11-18T23:26:40,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1181, seq=0 2024-11-18T23:26:40,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1182, seq=0 2024-11-18T23:26:40,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1183, seq=0 2024-11-18T23:26:40,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1184, seq=0 2024-11-18T23:26:40,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1185, seq=0 2024-11-18T23:26:40,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1186, seq=0 2024-11-18T23:26:40,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1187, seq=0 2024-11-18T23:26:40,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1188, seq=0 2024-11-18T23:26:40,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1189, seq=0 2024-11-18T23:26:40,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1190, seq=0 2024-11-18T23:26:40,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1191, seq=0 2024-11-18T23:26:40,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1192, seq=0 2024-11-18T23:26:40,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1193, seq=0 2024-11-18T23:26:40,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1194, seq=0 2024-11-18T23:26:40,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1195, seq=0 2024-11-18T23:26:40,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1196, seq=0 2024-11-18T23:26:40,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1197, seq=0 2024-11-18T23:26:40,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1198, seq=0 2024-11-18T23:26:40,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1199, seq=0 2024-11-18T23:26:40,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1200, seq=0 2024-11-18T23:26:40,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1201, seq=0 2024-11-18T23:26:40,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1202, seq=0 2024-11-18T23:26:40,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1203, seq=0 2024-11-18T23:26:40,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1204, seq=0 2024-11-18T23:26:40,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1205, seq=0 2024-11-18T23:26:40,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1206, seq=0 2024-11-18T23:26:40,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1207, seq=0 2024-11-18T23:26:40,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1208, seq=0 2024-11-18T23:26:40,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1209, seq=0 2024-11-18T23:26:40,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1210, seq=0 2024-11-18T23:26:40,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1211, seq=0 2024-11-18T23:26:40,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1212, seq=0 2024-11-18T23:26:40,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1213, seq=0 2024-11-18T23:26:40,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1214, seq=0 2024-11-18T23:26:40,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1215, seq=0 2024-11-18T23:26:40,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1216, seq=0 2024-11-18T23:26:40,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1217, seq=0 2024-11-18T23:26:40,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1218, seq=0 2024-11-18T23:26:40,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1219, seq=0 2024-11-18T23:26:40,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1220, seq=0 2024-11-18T23:26:40,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1221, seq=0 2024-11-18T23:26:40,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1222, seq=0 2024-11-18T23:26:40,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1223, seq=0 2024-11-18T23:26:40,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1224, seq=0 2024-11-18T23:26:40,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1225, seq=0 2024-11-18T23:26:40,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1226, seq=0 2024-11-18T23:26:40,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1227, seq=0 2024-11-18T23:26:40,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1228, seq=0 2024-11-18T23:26:40,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1229, seq=0 2024-11-18T23:26:40,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1230, seq=0 2024-11-18T23:26:40,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1231, seq=0 2024-11-18T23:26:40,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1232, seq=0 2024-11-18T23:26:40,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1233, seq=0 2024-11-18T23:26:40,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1234, seq=0 2024-11-18T23:26:40,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1235, seq=0 2024-11-18T23:26:40,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1236, seq=0 2024-11-18T23:26:40,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1237, seq=0 2024-11-18T23:26:40,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1238, seq=0 2024-11-18T23:26:40,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1239, seq=0 2024-11-18T23:26:40,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1240, seq=0 2024-11-18T23:26:40,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1241, seq=0 2024-11-18T23:26:40,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1242, seq=0 2024-11-18T23:26:40,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1243, seq=0 2024-11-18T23:26:40,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1244, seq=0 2024-11-18T23:26:40,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1245, seq=0 2024-11-18T23:26:40,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1246, seq=0 2024-11-18T23:26:40,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1247, seq=0 2024-11-18T23:26:40,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1248, seq=0 2024-11-18T23:26:40,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1249, seq=0 2024-11-18T23:26:40,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1250, seq=0 2024-11-18T23:26:40,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1251, seq=0 2024-11-18T23:26:40,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1252, seq=0 2024-11-18T23:26:40,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1253, seq=0 2024-11-18T23:26:40,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1254, seq=0 2024-11-18T23:26:40,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1255, seq=0 2024-11-18T23:26:40,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1256, seq=0 2024-11-18T23:26:40,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1257, seq=0 2024-11-18T23:26:40,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1258, seq=0 2024-11-18T23:26:40,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1259, seq=0 2024-11-18T23:26:40,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1260, seq=0 2024-11-18T23:26:40,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1261, seq=0 2024-11-18T23:26:40,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1262, seq=0 2024-11-18T23:26:40,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1263, seq=0 2024-11-18T23:26:40,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1264, seq=0 2024-11-18T23:26:40,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1265, seq=0 2024-11-18T23:26:40,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1266, seq=0 2024-11-18T23:26:40,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1267, seq=0 2024-11-18T23:26:40,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1268, seq=0 2024-11-18T23:26:40,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1269, seq=0 2024-11-18T23:26:40,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1270, seq=0 2024-11-18T23:26:40,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1271, seq=0 2024-11-18T23:26:40,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1272, seq=0 2024-11-18T23:26:40,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1273, seq=0 2024-11-18T23:26:40,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1274, seq=0 2024-11-18T23:26:40,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1275, seq=0 2024-11-18T23:26:40,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1276, seq=0 2024-11-18T23:26:40,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1277, seq=0 2024-11-18T23:26:40,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1278, seq=0 2024-11-18T23:26:40,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1279, seq=0 2024-11-18T23:26:40,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1280, seq=0 2024-11-18T23:26:40,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1281, seq=0 2024-11-18T23:26:40,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1282, seq=0 2024-11-18T23:26:40,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1283, seq=0 2024-11-18T23:26:40,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1284, seq=0 2024-11-18T23:26:40,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1285, seq=0 2024-11-18T23:26:40,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1286, seq=0 2024-11-18T23:26:40,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1287, seq=0 2024-11-18T23:26:40,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1288, seq=0 2024-11-18T23:26:40,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1289, seq=0 2024-11-18T23:26:40,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1290, seq=0 2024-11-18T23:26:40,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1291, seq=0 2024-11-18T23:26:40,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1292, seq=0 2024-11-18T23:26:40,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1293, seq=0 2024-11-18T23:26:40,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1294, seq=0 2024-11-18T23:26:40,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1295, seq=0 2024-11-18T23:26:40,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1296, seq=0 2024-11-18T23:26:40,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1297, seq=0 2024-11-18T23:26:40,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1298, seq=0 2024-11-18T23:26:40,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1299, seq=0 2024-11-18T23:26:40,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1300, seq=0 2024-11-18T23:26:40,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1301, seq=0 2024-11-18T23:26:40,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1302, seq=0 2024-11-18T23:26:40,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1303, seq=0 2024-11-18T23:26:40,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1304, seq=0 2024-11-18T23:26:40,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1305, seq=0 2024-11-18T23:26:40,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1306, seq=0 2024-11-18T23:26:40,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1307, seq=0 2024-11-18T23:26:40,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1308, seq=0 2024-11-18T23:26:40,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1309, seq=0 2024-11-18T23:26:40,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1310, seq=0 2024-11-18T23:26:40,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1311, seq=0 2024-11-18T23:26:40,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1312, seq=0 2024-11-18T23:26:40,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1313, seq=0 2024-11-18T23:26:40,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1314, seq=0 2024-11-18T23:26:40,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1315, seq=0 2024-11-18T23:26:40,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1316, seq=0 2024-11-18T23:26:40,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1317, seq=0 2024-11-18T23:26:40,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1318, seq=0 2024-11-18T23:26:40,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1319, seq=0 2024-11-18T23:26:40,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1320, seq=0 2024-11-18T23:26:40,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1321, seq=0 2024-11-18T23:26:40,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1322, seq=0 2024-11-18T23:26:40,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1323, seq=0 2024-11-18T23:26:40,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1324, seq=0 2024-11-18T23:26:40,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1325, seq=0 2024-11-18T23:26:40,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1326, seq=0 2024-11-18T23:26:40,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1327, seq=0 2024-11-18T23:26:40,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1328, seq=0 2024-11-18T23:26:40,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1329, seq=0 2024-11-18T23:26:40,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1330, seq=0 2024-11-18T23:26:40,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1331, seq=0 2024-11-18T23:26:40,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1332, seq=0 2024-11-18T23:26:40,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1333, seq=0 2024-11-18T23:26:40,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1334, seq=0 2024-11-18T23:26:40,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1335, seq=0 2024-11-18T23:26:40,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1336, seq=0 2024-11-18T23:26:40,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1337, seq=0 2024-11-18T23:26:40,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1338, seq=0 2024-11-18T23:26:40,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1339, seq=0 2024-11-18T23:26:40,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1340, seq=0 2024-11-18T23:26:40,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1341, seq=0 2024-11-18T23:26:40,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1342, seq=0 2024-11-18T23:26:40,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1343, seq=0 2024-11-18T23:26:40,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1344, seq=0 2024-11-18T23:26:40,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1345, seq=0 2024-11-18T23:26:40,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1346, seq=0 2024-11-18T23:26:40,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1347, seq=0 2024-11-18T23:26:40,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1348, seq=0 2024-11-18T23:26:40,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1349, seq=0 2024-11-18T23:26:40,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1350, seq=0 2024-11-18T23:26:40,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1351, seq=0 2024-11-18T23:26:40,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1352, seq=0 2024-11-18T23:26:40,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1353, seq=0 2024-11-18T23:26:40,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1354, seq=0 2024-11-18T23:26:40,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1355, seq=0 2024-11-18T23:26:40,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1356, seq=0 2024-11-18T23:26:40,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1357, seq=0 2024-11-18T23:26:40,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1358, seq=0 2024-11-18T23:26:40,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1359, seq=0 2024-11-18T23:26:40,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1360, seq=0 2024-11-18T23:26:40,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1361, seq=0 2024-11-18T23:26:40,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1362, seq=0 2024-11-18T23:26:40,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1363, seq=0 2024-11-18T23:26:40,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1364, seq=0 2024-11-18T23:26:40,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1365, seq=0 2024-11-18T23:26:40,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1366, seq=0 2024-11-18T23:26:40,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1367, seq=0 2024-11-18T23:26:40,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1368, seq=0 2024-11-18T23:26:40,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1369, seq=0 2024-11-18T23:26:40,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1370, seq=0 2024-11-18T23:26:40,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1371, seq=0 2024-11-18T23:26:40,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1372, seq=0 2024-11-18T23:26:40,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1373, seq=0 2024-11-18T23:26:40,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1374, seq=0 2024-11-18T23:26:40,876 WARN [ResponseProcessor for block BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:40,877 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1534794247_534 at /127.0.0.1:56094 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56094 dst: /127.0.0.1:42571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:40,876 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1534794247_534 at /127.0.0.1:54226 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54226 dst: /127.0.0.1:39679 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39679 remote=/127.0.0.1:54226]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:40,877 WARN [DataStreamer for file /user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 block BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK], DatanodeInfoWithStorage[127.0.0.1:42571,DS-d5b0d690-c51a-40b5-a2b5-8044bae97223,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK]) is bad. 2024-11-18T23:26:40,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T23:26:40,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T23:26:40,878 WARN [DataStreamer for file /user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 block BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741874_1056 (size=87705) 2024-11-18T23:26:40,878 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:40,884 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T23:26:40,884 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1375 2024-11-18T23:26:40,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T23:26:40,885 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:40,885 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:44,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 after 4006ms 2024-11-18T23:26:44,020 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 took 4011ms 2024-11-18T23:26:44,079 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2; continuing. 2024-11-18T23:26:44,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 so closing down 2024-11-18T23:26:44,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:44,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:44,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:44,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:44,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:44,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741880_1058 (size=87063) 2024-11-18T23:26:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741880_1058 (size=87063) 2024-11-18T23:26:44,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1354 edits, skipped 0 edits in 12 ms) 2024-11-18T23:26:44,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:26:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741879_1057 (size=743) 2024-11-18T23:26:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741879_1057 (size=743) 2024-11-18T23:26:44,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:44,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:26:44,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1364 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T23:26:44,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2, size=150 (150bytes) at 1731972400009Split 1024 edits, skipped 0 edits. at 1731972404069 (+4060 ms)Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 so closing down at 1731972404079 (+10 ms)3 split writer threads finished at 1731972404080 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972404086 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972404092 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1354 edits, skipped 0 edits in 12 ms) at 1731972404115 (+23 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972404118 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972404120 (+2 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972404123 (+3 ms)Processed 1364 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731972404123 2024-11-18T23:26:44,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/WALs/testlogcannotbewrittenonceparsed,16010,1731972398381/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/c58f3528-c2ef-6b53-7beb-8268cab3c643/oldWALs/wal.dat.2 2024-11-18T23:26:44,126 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T23:26:44,156 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1374, robber=1374 2024-11-18T23:26:44,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-417106687_22 at /127.0.0.1:59044 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (72317313) connection to localhost/127.0.0.1:33309 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-417106687_22 at /127.0.0.1:42578 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (72317313) connection to localhost/127.0.0.1:33309 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1155 (was 1247), ProcessCount=11 (was 11), AvailableMemoryMB=5169 (was 4593) - AvailableMemoryMB LEAK? - 2024-11-18T23:26:44,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1155, ProcessCount=11, AvailableMemoryMB=5168 2024-11-18T23:26:44,198 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:44,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741881_1059 (size=7) 2024-11-18T23:26:44,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741881_1059 (size=7) 2024-11-18T23:26:44,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:44,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:44,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:44,220 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:44,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:44,223 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:44,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741882_1060 (size=1393) 2024-11-18T23:26:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741882_1060 (size=1393) 2024-11-18T23:26:44,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:44,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741883_1061 (size=1393) 2024-11-18T23:26:44,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741883_1061 (size=1393) 2024-11-18T23:26:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:26:44,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741884_1062 (size=1393) 2024-11-18T23:26:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741884_1062 (size=1393) 2024-11-18T23:26:44,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:26:44,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:26:44,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741885_1063 (size=1393) 2024-11-18T23:26:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741885_1063 (size=1393) 2024-11-18T23:26:44,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:26:44,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:26:44,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741886_1064 (size=1393) 2024-11-18T23:26:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741886_1064 (size=1393) 2024-11-18T23:26:44,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:26:44,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:26:44,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741887_1065 (size=1393) 2024-11-18T23:26:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741887_1065 (size=1393) 2024-11-18T23:26:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:26:44,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:26:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741888_1066 (size=1405) 2024-11-18T23:26:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741888_1066 (size=1405) 2024-11-18T23:26:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:26:45,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:26:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741889_1067 (size=1413) 2024-11-18T23:26:45,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:26:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741889_1067 (size=1413) 2024-11-18T23:26:45,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:26:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741890_1068 (size=1413) 2024-11-18T23:26:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741890_1068 (size=1413) 2024-11-18T23:26:45,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:26:45,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:26:45,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:45,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741891_1069 (size=1413) 2024-11-18T23:26:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741891_1069 (size=1413) 2024-11-18T23:26:46,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:26:46,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:26:46,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 2024-11-18T23:26:46,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 after 10ms 2024-11-18T23:26:46,449 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:48,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 took 2035ms 2024-11-18T23:26:48,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 so closing down 2024-11-18T23:26:48,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:48,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:48,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:48,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:48,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:48,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741893_1071 (size=743) 2024-11-18T23:26:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741893_1071 (size=743) 2024-11-18T23:26:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741892_1070 (size=743) 2024-11-18T23:26:48,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741892_1070 (size=743) 2024-11-18T23:26:48,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:26:49,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:49,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:26:49,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:49,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0, size=1.4 K (1393bytes) at 1731972406438Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 so closing down at 1731972408506 (+2068 ms)3 split writer threads finished at 1731972408510 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972408557 (+47 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972408557Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972408631 (+74 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972408642 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972409026 (+384 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972409032 (+6 ms)Processed 20 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972409032 2024-11-18T23:26:49,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.0 2024-11-18T23:26:49,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:26:49,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 2024-11-18T23:26:49,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 after 2ms 2024-11-18T23:26:49,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 took 9ms 2024-11-18T23:26:49,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 so closing down 2024-11-18T23:26:49,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:49,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:49,101 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:49,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:49,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:49,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741895_1073 (size=743) 2024-11-18T23:26:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741895_1073 (size=743) 2024-11-18T23:26:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741894_1072 (size=743) 2024-11-18T23:26:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741894_1072 (size=743) 2024-11-18T23:26:49,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:49,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:26:49,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:49,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:26:49,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:49,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1, size=1.4 K (1393bytes) at 1731972409043Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 so closing down at 1731972409062 (+19 ms)3 split writer threads finished at 1731972409068 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972409105 (+37 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972409111 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972409171 (+60 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972409179 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972409561 (+382 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972409568 (+7 ms)Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972409568 2024-11-18T23:26:49,574 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.1 2024-11-18T23:26:49,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:26:49,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 2024-11-18T23:26:49,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 after 1ms 2024-11-18T23:26:49,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 took 9ms 2024-11-18T23:26:49,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 so closing down 2024-11-18T23:26:49,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:49,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:49,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:49,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:49,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:49,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741896_1074 (size=743) 2024-11-18T23:26:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741896_1074 (size=743) 2024-11-18T23:26:49,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741897_1075 (size=743) 2024-11-18T23:26:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741897_1075 (size=743) 2024-11-18T23:26:49,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:26:49,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:26:50,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:26:50,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 566 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:50,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2, size=1.4 K (1393bytes) at 1731972409575Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 so closing down at 1731972409592 (+17 ms)3 split writer threads finished at 1731972409596 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972409636 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972409641 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972409720 (+79 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972409733 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410136 (+403 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972410149 (+13 ms)Processed 20 edits across 2 Regions in 566 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972410152 (+3 ms) 2024-11-18T23:26:50,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.2 2024-11-18T23:26:50,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:26:50,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 2024-11-18T23:26:50,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 after 7ms 2024-11-18T23:26:50,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 took 20ms 2024-11-18T23:26:50,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 so closing down 2024-11-18T23:26:50,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:50,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:50,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:26:50,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:26:50,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:26:50,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:26:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741898_1076 (size=743) 2024-11-18T23:26:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741898_1076 (size=743) 2024-11-18T23:26:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741899_1077 (size=743) 2024-11-18T23:26:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741899_1077 (size=743) 2024-11-18T23:26:50,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:26:50,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:26:50,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:50,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3, size=1.4 K (1393bytes) at 1731972410166Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 so closing down at 1731972410210 (+44 ms)3 split writer threads finished at 1731972410216 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972410257 (+41 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972410274 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410353 (+79 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972410364 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410372 (+8 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972410390 (+18 ms)Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972410391 (+1 ms) 2024-11-18T23:26:50,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.3 2024-11-18T23:26:50,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:26:50,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 2024-11-18T23:26:50,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 after 5ms 2024-11-18T23:26:50,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 took 15ms 2024-11-18T23:26:50,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 so closing down 2024-11-18T23:26:50,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:50,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:50,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:26:50,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:26:50,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:26:50,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:26:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741900_1078 (size=743) 2024-11-18T23:26:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741900_1078 (size=743) 2024-11-18T23:26:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741901_1079 (size=743) 2024-11-18T23:26:50,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741901_1079 (size=743) 2024-11-18T23:26:50,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:26:50,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:26:50,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:50,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4, size=1.4 K (1393bytes) at 1731972410415Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 so closing down at 1731972410442 (+27 ms)3 split writer threads finished at 1731972410452 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972410514 (+62 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972410524 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410595 (+71 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410600 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972410606 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972410616 (+10 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972410616 2024-11-18T23:26:50,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.4 2024-11-18T23:26:50,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:26:50,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 2024-11-18T23:26:50,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 after 10ms 2024-11-18T23:26:50,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 took 24ms 2024-11-18T23:26:50,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 so closing down 2024-11-18T23:26:50,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:50,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:50,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:26:50,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:26:50,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:26:50,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:26:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741902_1080 (size=743) 2024-11-18T23:26:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741903_1081 (size=743) 2024-11-18T23:26:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741902_1080 (size=743) 2024-11-18T23:26:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741903_1081 (size=743) 2024-11-18T23:26:50,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:50,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:26:51,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:26:51,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:51,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5, size=1.4 K (1393bytes) at 1731972410649Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 so closing down at 1731972410700 (+51 ms)3 split writer threads finished at 1731972410708 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972410721 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972410738 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972410765 (+27 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972410772 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411162 (+390 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972411165 (+3 ms)Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972411165 2024-11-18T23:26:51,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.5 2024-11-18T23:26:51,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:26:51,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 2024-11-18T23:26:51,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 after 1ms 2024-11-18T23:26:51,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 took 4ms 2024-11-18T23:26:51,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 so closing down 2024-11-18T23:26:51,176 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:51,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:51,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:26:51,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:26:51,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:26:51,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:26:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741904_1082 (size=749) 2024-11-18T23:26:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741904_1082 (size=749) 2024-11-18T23:26:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741905_1083 (size=749) 2024-11-18T23:26:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741905_1083 (size=749) 2024-11-18T23:26:51,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:26:51,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:26:51,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:26:51,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6, size=1.4 K (1405bytes) at 1731972411170Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 so closing down at 1731972411176 (+6 ms)3 split writer threads finished at 1731972411176Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972411183 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972411188 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411196 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411197 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972411200 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972411200Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972411200 2024-11-18T23:26:51,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.6 2024-11-18T23:26:51,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:26:51,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 2024-11-18T23:26:51,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 after 1ms 2024-11-18T23:26:51,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 took 5ms 2024-11-18T23:26:51,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 so closing down 2024-11-18T23:26:51,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:51,210 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:51,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:26:51,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:26:51,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:26:51,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:26:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741906_1084 (size=753) 2024-11-18T23:26:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741907_1085 (size=753) 2024-11-18T23:26:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741907_1085 (size=753) 2024-11-18T23:26:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741906_1084 (size=753) 2024-11-18T23:26:51,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:26:51,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:26:51,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:26:51,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7, size=1.4 K (1413bytes) at 1731972411204Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 so closing down at 1731972411210 (+6 ms)3 split writer threads finished at 1731972411210Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972411221 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972411224 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411273 (+49 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972411282 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411670 (+388 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972411679 (+9 ms)Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972411682 (+3 ms) 2024-11-18T23:26:51,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.7 2024-11-18T23:26:51,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:26:51,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 2024-11-18T23:26:51,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 after 1ms 2024-11-18T23:26:51,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 took 13ms 2024-11-18T23:26:51,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 so closing down 2024-11-18T23:26:51,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:51,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:51,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:26:51,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:26:51,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:26:51,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:26:51,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741908_1086 (size=753) 2024-11-18T23:26:51,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741908_1086 (size=753) 2024-11-18T23:26:51,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:26:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741909_1087 (size=753) 2024-11-18T23:26:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741909_1087 (size=753) 2024-11-18T23:26:51,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:26:51,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:26:51,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8, size=1.4 K (1413bytes) at 1731972411702Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 so closing down at 1731972411719 (+17 ms)3 split writer threads finished at 1731972411727 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972411753 (+26 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972411780 (+27 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411806 (+26 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972411813 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411829 (+16 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972411833 (+4 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972411833 2024-11-18T23:26:51,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.8 2024-11-18T23:26:51,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:26:51,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 2024-11-18T23:26:51,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 after 0ms 2024-11-18T23:26:51,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 took 11ms 2024-11-18T23:26:51,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 so closing down 2024-11-18T23:26:51,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:51,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:51,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:26:51,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:26:51,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:26:51,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:26:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741910_1088 (size=753) 2024-11-18T23:26:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741910_1088 (size=753) 2024-11-18T23:26:51,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:51,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:26:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741911_1089 (size=753) 2024-11-18T23:26:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741911_1089 (size=753) 2024-11-18T23:26:52,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:52,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:26:52,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:26:52,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9, size=1.4 K (1413bytes) at 1731972411844Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 so closing down at 1731972411858 (+14 ms)3 split writer threads finished at 1731972411859 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972411866 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972411871 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972411886 (+15 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972411889 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972412292 (+403 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972412295 (+3 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972412295 2024-11-18T23:26:52,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/WALs/testretryopenduringrecovery,16010,1731972404220/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/d349c986-9888-a6ae-7adb-7429fb716359/oldWALs/wal.dat.9 2024-11-18T23:26:52,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=138 (was 141), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1160 (was 1155) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5159 (was 5168) 2024-11-18T23:26:52,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1160, ProcessCount=11, AvailableMemoryMB=5158 2024-11-18T23:26:52,322 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:26:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741912_1090 (size=7) 2024-11-18T23:26:52,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741912_1090 (size=7) 2024-11-18T23:26:52,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:26:52,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:52,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:26:52,362 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:26:52,362 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:26:52,363 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:26:52,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:26:52,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741913_1091 (size=1393) 2024-11-18T23:26:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741913_1091 (size=1393) 2024-11-18T23:26:52,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:26:52,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:26:52,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741914_1092 (size=1393) 2024-11-18T23:26:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741914_1092 (size=1393) 2024-11-18T23:26:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:26:53,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:26:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741915_1093 (size=1393) 2024-11-18T23:26:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741915_1093 (size=1393) 2024-11-18T23:26:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:26:53,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:26:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:53,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741916_1094 (size=1393) 2024-11-18T23:26:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741916_1094 (size=1393) 2024-11-18T23:26:54,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:26:54,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:26:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741917_1095 (size=1393) 2024-11-18T23:26:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741917_1095 (size=1393) 2024-11-18T23:26:54,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:26:54,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:26:54,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:26:55,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741919_1097 (size=1405) 2024-11-18T23:26:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741919_1097 (size=1405) 2024-11-18T23:26:55,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:26:55,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:26:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741920_1098 (size=1413) 2024-11-18T23:26:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741920_1098 (size=1413) 2024-11-18T23:26:55,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:26:55,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:26:55,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741921_1099 (size=1413) 2024-11-18T23:26:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741921_1099 (size=1413) 2024-11-18T23:26:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:26:55,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:26:55,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:26:55,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:26:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741922_1100 (size=1413) 2024-11-18T23:26:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741922_1100 (size=1413) 2024-11-18T23:26:55,465 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:26:55,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:26:55,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 2024-11-18T23:26:55,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 after 5ms 2024-11-18T23:26:55,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 took 28ms 2024-11-18T23:26:55,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 so closing down 2024-11-18T23:26:55,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:55,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:55,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:55,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:55,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:26:55,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:26:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741923_1101 (size=743) 2024-11-18T23:26:55,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741923_1101 (size=743) 2024-11-18T23:26:55,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:55,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:26:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741924_1102 (size=743) 2024-11-18T23:26:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741924_1102 (size=743) 2024-11-18T23:26:56,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:56,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:26:56,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 684 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:56,286 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0, size=1.4 K (1393bytes) at 1731972415545Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 so closing down at 1731972415617 (+72 ms)3 split writer threads finished at 1731972415618 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972415688 (+70 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972415706 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972415824 (+118 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972415841 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972416276 (+435 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972416286 (+10 ms)Processed 20 edits across 2 Regions in 684 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972416286 2024-11-18T23:26:56,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.0 2024-11-18T23:26:56,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:26:56,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 2024-11-18T23:26:56,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 after 5ms 2024-11-18T23:26:56,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 took 30ms 2024-11-18T23:26:56,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 so closing down 2024-11-18T23:26:56,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:56,342 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:56,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:56,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:26:56,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741925_1103 (size=743) 2024-11-18T23:26:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741925_1103 (size=743) 2024-11-18T23:26:56,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:26:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741926_1104 (size=743) 2024-11-18T23:26:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741926_1104 (size=743) 2024-11-18T23:26:56,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:56,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:26:56,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:56,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:26:56,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:56,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1, size=1.4 K (1393bytes) at 1731972416301Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 so closing down at 1731972416337 (+36 ms)3 split writer threads finished at 1731972416342 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972416360 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972416413 (+53 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972416489 (+76 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972416501 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972416811 (+310 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972416825 (+14 ms)Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972416825 2024-11-18T23:26:56,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.1 2024-11-18T23:26:56,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:26:56,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 2024-11-18T23:26:56,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 after 1ms 2024-11-18T23:26:56,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 took 7ms 2024-11-18T23:26:56,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 so closing down 2024-11-18T23:26:56,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:56,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:56,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:56,890 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:56,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:26:56,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:26:56,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741927_1105 (size=743) 2024-11-18T23:26:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741927_1105 (size=743) 2024-11-18T23:26:56,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:56,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:26:56,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741928_1106 (size=743) 2024-11-18T23:26:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741928_1106 (size=743) 2024-11-18T23:26:56,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:57,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:26:57,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:57,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2, size=1.4 K (1393bytes) at 1731972416841Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 so closing down at 1731972416865 (+24 ms)3 split writer threads finished at 1731972416866 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972416906 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972416912 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972416954 (+42 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972416960 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972416994 (+34 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972417000 (+6 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972417000 2024-11-18T23:26:57,003 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.2 2024-11-18T23:26:57,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:26:57,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 2024-11-18T23:26:57,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 after 1ms 2024-11-18T23:26:57,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 took 6ms 2024-11-18T23:26:57,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 so closing down 2024-11-18T23:26:57,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:57,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:57,054 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:26:57,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:26:57,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:26:57,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:26:57,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741929_1107 (size=743) 2024-11-18T23:26:57,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741929_1107 (size=743) 2024-11-18T23:26:57,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:57,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:26:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741930_1108 (size=743) 2024-11-18T23:26:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741930_1108 (size=743) 2024-11-18T23:26:57,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:57,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:26:57,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 574 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:57,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3, size=1.4 K (1393bytes) at 1731972417003Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 so closing down at 1731972417024 (+21 ms)3 split writer threads finished at 1731972417033 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972417069 (+36 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972417084 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972417161 (+77 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972417166 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972417591 (+425 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972417596 (+5 ms)Processed 20 edits across 2 Regions in 574 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972417596 2024-11-18T23:26:57,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.3 2024-11-18T23:26:57,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:26:57,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 2024-11-18T23:26:57,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 after 1ms 2024-11-18T23:26:57,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 took 5ms 2024-11-18T23:26:57,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 so closing down 2024-11-18T23:26:57,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:26:57,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:26:57,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:26:57,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:26:57,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:26:57,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:26:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741931_1109 (size=743) 2024-11-18T23:26:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741931_1109 (size=743) 2024-11-18T23:26:57,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:57,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:26:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741932_1110 (size=743) 2024-11-18T23:26:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741932_1110 (size=743) 2024-11-18T23:26:57,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:26:57,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:26:57,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:26:57,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4, size=1.4 K (1393bytes) at 1731972417599Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 so closing down at 1731972417626 (+27 ms)3 split writer threads finished at 1731972417632 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972417647 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972417652 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972417705 (+53 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972417717 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972417745 (+28 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972417760 (+15 ms)Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972417762 (+2 ms) 2024-11-18T23:26:57,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.4 2024-11-18T23:26:57,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5, size=150 (150bytes) 2024-11-18T23:26:57,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 2024-11-18T23:26:57,780 WARN [IPC Server handler 2 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T23:26:57,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 after 1ms 2024-11-18T23:26:57,925 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_644159137_22 at /127.0.0.1:56640 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56640 dst: /127.0.0.1:39679 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39679 remote=/127.0.0.1:56640]. Total timeout mills is 60000, 57101 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:57,926 WARN [ResponseProcessor for block BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:26:57,926 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_644159137_22 at /127.0.0.1:49646 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49646 dst: /127.0.0.1:42571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:26:57,926 WARN [DataStreamer for file /user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 block BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK], DatanodeInfoWithStorage[127.0.0.1:42571,DS-d5b0d690-c51a-40b5-a2b5-8044bae97223,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK]) is bad. 2024-11-18T23:26:57,928 WARN [DataStreamer for file /user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 block BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:27:01,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 after 4004ms 2024-11-18T23:27:01,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 took 4016ms 2024-11-18T23:27:01,845 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5; continuing. 2024-11-18T23:27:01,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 so closing down 2024-11-18T23:27:01,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:01,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:01,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:01,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:01,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:01,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:01,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741933_1112 (size=743) 2024-11-18T23:27:01,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741933_1112 (size=743) 2024-11-18T23:27:01,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741934_1113 (size=743) 2024-11-18T23:27:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741934_1113 (size=743) 2024-11-18T23:27:02,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:02,026 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 186 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T23:27:02,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5, size=150 (150bytes) at 1731972417780Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 so closing down at 1731972421845 (+4065 ms)3 split writer threads finished at 1731972421846 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972421899 (+53 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972421900 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972421987 (+87 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972421990 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422021 (+31 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972422026 (+5 ms)Processed 20 edits across 2 Regions in 186 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731972422026 2024-11-18T23:27:02,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.5 2024-11-18T23:27:02,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:02,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 2024-11-18T23:27:02,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 after 0ms 2024-11-18T23:27:02,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 took 19ms 2024-11-18T23:27:02,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 so closing down 2024-11-18T23:27:02,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:02,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:02,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:02,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:02,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:02,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741935_1114 (size=749) 2024-11-18T23:27:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741935_1114 (size=749) 2024-11-18T23:27:02,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741936_1115 (size=749) 2024-11-18T23:27:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741936_1115 (size=749) 2024-11-18T23:27:02,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:02,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:02,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:02,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6, size=1.4 K (1405bytes) at 1731972422031Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 so closing down at 1731972422106 (+75 ms)3 split writer threads finished at 1731972422110 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972422143 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972422148 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422222 (+74 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972422224 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422224Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972422236 (+12 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972422237 (+1 ms) 2024-11-18T23:27:02,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.6 2024-11-18T23:27:02,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:02,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 2024-11-18T23:27:02,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 after 1ms 2024-11-18T23:27:02,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 took 5ms 2024-11-18T23:27:02,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 so closing down 2024-11-18T23:27:02,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:02,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:02,274 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:02,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:02,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:02,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741937_1116 (size=753) 2024-11-18T23:27:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741937_1116 (size=753) 2024-11-18T23:27:02,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741938_1117 (size=753) 2024-11-18T23:27:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741938_1117 (size=753) 2024-11-18T23:27:02,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:02,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:02,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7, size=1.4 K (1413bytes) at 1731972422246Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 so closing down at 1731972422267 (+21 ms)3 split writer threads finished at 1731972422271 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972422284 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972422306 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422357 (+51 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972422358 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422376 (+18 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972422380 (+4 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972422380 2024-11-18T23:27:02,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.7 2024-11-18T23:27:02,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:02,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 2024-11-18T23:27:02,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 after 1ms 2024-11-18T23:27:02,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 took 4ms 2024-11-18T23:27:02,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 so closing down 2024-11-18T23:27:02,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:02,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:02,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:02,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:02,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:02,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741939_1118 (size=753) 2024-11-18T23:27:02,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741939_1118 (size=753) 2024-11-18T23:27:02,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741940_1119 (size=753) 2024-11-18T23:27:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741940_1119 (size=753) 2024-11-18T23:27:02,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:02,558 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:02,558 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8, size=1.4 K (1413bytes) at 1731972422383Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 so closing down at 1731972422392 (+9 ms)3 split writer threads finished at 1731972422393 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972422428 (+35 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972422441 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422524 (+83 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972422528 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422554 (+26 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972422558 (+4 ms)Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972422558 2024-11-18T23:27:02,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.8 2024-11-18T23:27:02,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:02,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 2024-11-18T23:27:02,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 after 2ms 2024-11-18T23:27:02,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 took 8ms 2024-11-18T23:27:02,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 so closing down 2024-11-18T23:27:02,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:02,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:02,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:02,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:02,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:02,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741941_1120 (size=753) 2024-11-18T23:27:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741941_1120 (size=753) 2024-11-18T23:27:02,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741942_1121 (size=753) 2024-11-18T23:27:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741942_1121 (size=753) 2024-11-18T23:27:02,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:02,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:02,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:02,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9, size=1.4 K (1413bytes) at 1731972422561Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 so closing down at 1731972422597 (+36 ms)3 split writer threads finished at 1731972422606 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972422633 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972422651 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422715 (+64 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972422717 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972422727 (+10 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972422729 (+2 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972422729 2024-11-18T23:27:02,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731972412362/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/99973946-35bb-37ba-5c67-0d9926a3146c/oldWALs/wal.dat.9 2024-11-18T23:27:02,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 138), OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1265 (was 1160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5771 (was 5158) - AvailableMemoryMB LEAK? - 2024-11-18T23:27:02,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1265, ProcessCount=11, AvailableMemoryMB=5769 2024-11-18T23:27:02,938 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741943_1122 (size=7) 2024-11-18T23:27:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741943_1122 (size=7) 2024-11-18T23:27:03,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:03,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:03,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:03,045 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:03,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1265 (was 1265), ProcessCount=11 (was 11), AvailableMemoryMB=5760 (was 5769) 2024-11-18T23:27:03,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1265, ProcessCount=11, AvailableMemoryMB=5759 2024-11-18T23:27:03,092 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741944_1123 (size=7) 2024-11-18T23:27:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741944_1123 (size=7) 2024-11-18T23:27:03,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:03,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:03,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:03,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:03,178 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:03,180 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:03,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:03,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741945_1124 (size=1393) 2024-11-18T23:27:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741945_1124 (size=1393) 2024-11-18T23:27:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:03,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:03,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741946_1125 (size=1393) 2024-11-18T23:27:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741946_1125 (size=1393) 2024-11-18T23:27:04,234 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:04,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741947_1126 (size=1393) 2024-11-18T23:27:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741947_1126 (size=1393) 2024-11-18T23:27:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:04,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741948_1127 (size=1393) 2024-11-18T23:27:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741948_1127 (size=1393) 2024-11-18T23:27:04,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:04,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741949_1128 (size=1393) 2024-11-18T23:27:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741949_1128 (size=1393) 2024-11-18T23:27:04,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:04,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:04,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741950_1129 (size=1393) 2024-11-18T23:27:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741950_1129 (size=1393) 2024-11-18T23:27:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:04,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:04,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:04,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741951_1130 (size=1405) 2024-11-18T23:27:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741951_1130 (size=1405) 2024-11-18T23:27:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:05,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741952_1131 (size=1413) 2024-11-18T23:27:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741952_1131 (size=1413) 2024-11-18T23:27:05,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:05,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741953_1132 (size=1413) 2024-11-18T23:27:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741953_1132 (size=1413) 2024-11-18T23:27:05,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:05,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:05,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741954_1133 (size=1413) 2024-11-18T23:27:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741954_1133 (size=1413) 2024-11-18T23:27:05,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:06,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:06,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 2024-11-18T23:27:06,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 after 0ms 2024-11-18T23:27:06,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 took 12ms 2024-11-18T23:27:06,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 so closing down 2024-11-18T23:27:06,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:06,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:06,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:06,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:06,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:06,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741955_1134 (size=743) 2024-11-18T23:27:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741955_1134 (size=743) 2024-11-18T23:27:06,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741956_1135 (size=743) 2024-11-18T23:27:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741956_1135 (size=743) 2024-11-18T23:27:06,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:06,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:06,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0, size=1.4 K (1393bytes) at 1731972426029Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 so closing down at 1731972426063 (+34 ms)3 split writer threads finished at 1731972426063Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972426086 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972426100 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426113 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972426118 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426164 (+46 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972426184 (+20 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972426188 (+4 ms) 2024-11-18T23:27:06,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.0 2024-11-18T23:27:06,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:06,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 2024-11-18T23:27:06,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 after 7ms 2024-11-18T23:27:06,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 took 22ms 2024-11-18T23:27:06,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 so closing down 2024-11-18T23:27:06,247 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:06,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:06,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:06,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:06,274 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:06,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741958_1137 (size=743) 2024-11-18T23:27:06,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741957_1136 (size=743) 2024-11-18T23:27:06,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741957_1136 (size=743) 2024-11-18T23:27:06,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741958_1137 (size=743) 2024-11-18T23:27:06,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:06,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:06,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:06,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1, size=1.4 K (1393bytes) at 1731972426209Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 so closing down at 1731972426247 (+38 ms)3 split writer threads finished at 1731972426250 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972426269 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972426285 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426326 (+41 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426328 (+2 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972426341 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972426345 (+4 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972426345 2024-11-18T23:27:06,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.1 2024-11-18T23:27:06,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:06,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 2024-11-18T23:27:06,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 after 4ms 2024-11-18T23:27:06,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 took 10ms 2024-11-18T23:27:06,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 so closing down 2024-11-18T23:27:06,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:06,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:06,433 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:06,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:06,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:06,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741959_1138 (size=743) 2024-11-18T23:27:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741959_1138 (size=743) 2024-11-18T23:27:06,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741960_1139 (size=743) 2024-11-18T23:27:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741960_1139 (size=743) 2024-11-18T23:27:06,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:06,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:06,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:06,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2, size=1.4 K (1393bytes) at 1731972426364Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 so closing down at 1731972426402 (+38 ms)3 split writer threads finished at 1731972426404 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972426440 (+36 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972426456 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426532 (+76 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972426537 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426544 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972426563 (+19 ms)Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972426563 2024-11-18T23:27:06,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.2 2024-11-18T23:27:06,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:06,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 2024-11-18T23:27:06,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 after 1ms 2024-11-18T23:27:06,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 took 17ms 2024-11-18T23:27:06,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 so closing down 2024-11-18T23:27:06,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:06,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:06,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:06,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:06,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:06,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741962_1141 (size=743) 2024-11-18T23:27:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741962_1141 (size=743) 2024-11-18T23:27:06,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741961_1140 (size=743) 2024-11-18T23:27:06,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741961_1140 (size=743) 2024-11-18T23:27:06,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:06,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:06,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:06,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3, size=1.4 K (1393bytes) at 1731972426575Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 so closing down at 1731972426608 (+33 ms)3 split writer threads finished at 1731972426613 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972426652 (+39 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972426656 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426720 (+64 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426725 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972426729 (+4 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972426729Processed 20 edits across 2 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972426729 2024-11-18T23:27:06,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.3 2024-11-18T23:27:06,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:06,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 2024-11-18T23:27:06,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 after 4ms 2024-11-18T23:27:06,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 took 14ms 2024-11-18T23:27:06,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 so closing down 2024-11-18T23:27:06,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:06,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:06,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:06,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:06,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:06,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741963_1142 (size=743) 2024-11-18T23:27:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741963_1142 (size=743) 2024-11-18T23:27:06,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741964_1143 (size=743) 2024-11-18T23:27:06,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741964_1143 (size=743) 2024-11-18T23:27:06,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:06,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:07,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:07,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:07,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:07,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4, size=1.4 K (1393bytes) at 1731972426740Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 so closing down at 1731972426759 (+19 ms)3 split writer threads finished at 1731972426762 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972426779 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972426799 (+20 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972426844 (+45 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972426849 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972427221 (+372 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972427244 (+23 ms)Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972427247 (+3 ms) 2024-11-18T23:27:07,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.4 2024-11-18T23:27:07,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:07,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 2024-11-18T23:27:07,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 after 4ms 2024-11-18T23:27:07,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 took 19ms 2024-11-18T23:27:07,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 so closing down 2024-11-18T23:27:07,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:07,321 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:07,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:07,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:07,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:07,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741965_1144 (size=743) 2024-11-18T23:27:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741965_1144 (size=743) 2024-11-18T23:27:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741966_1145 (size=743) 2024-11-18T23:27:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741966_1145 (size=743) 2024-11-18T23:27:07,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:07,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:07,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:07,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:07,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 590 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:07,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5, size=1.4 K (1393bytes) at 1731972427272Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 so closing down at 1731972427318 (+46 ms)3 split writer threads finished at 1731972427321 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972427360 (+39 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972427376 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972427851 (+475 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972427857 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972427885 (+28 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972427900 (+15 ms)Processed 20 edits across 2 Regions in 590 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972427904 (+4 ms) 2024-11-18T23:27:07,920 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.5 2024-11-18T23:27:07,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:07,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 2024-11-18T23:27:07,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 after 1ms 2024-11-18T23:27:07,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 took 5ms 2024-11-18T23:27:07,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 so closing down 2024-11-18T23:27:07,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:07,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:07,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:07,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:07,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:07,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741968_1147 (size=749) 2024-11-18T23:27:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741968_1147 (size=749) 2024-11-18T23:27:08,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741967_1146 (size=749) 2024-11-18T23:27:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741967_1146 (size=749) 2024-11-18T23:27:08,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:08,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:08,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6, size=1.4 K (1405bytes) at 1731972427921Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 so closing down at 1731972427938 (+17 ms)3 split writer threads finished at 1731972427939 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972427962 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972427972 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428035 (+63 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972428042 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428049 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972428052 (+3 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972428052 2024-11-18T23:27:08,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.6 2024-11-18T23:27:08,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:08,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 2024-11-18T23:27:08,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 after 1ms 2024-11-18T23:27:08,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 took 6ms 2024-11-18T23:27:08,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 so closing down 2024-11-18T23:27:08,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:08,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:08,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:08,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:08,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:08,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741970_1149 (size=753) 2024-11-18T23:27:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741970_1149 (size=753) 2024-11-18T23:27:08,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:08,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741969_1148 (size=753) 2024-11-18T23:27:08,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741969_1148 (size=753) 2024-11-18T23:27:08,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:08,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:08,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7, size=1.4 K (1413bytes) at 1731972428055Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 so closing down at 1731972428070 (+15 ms)3 split writer threads finished at 1731972428076 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972428082 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972428105 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428161 (+56 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972428164 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428173 (+9 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972428181 (+8 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972428181 2024-11-18T23:27:08,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.7 2024-11-18T23:27:08,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:08,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 2024-11-18T23:27:08,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 after 1ms 2024-11-18T23:27:08,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 took 14ms 2024-11-18T23:27:08,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 so closing down 2024-11-18T23:27:08,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:08,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:08,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:08,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:08,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:08,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741971_1150 (size=753) 2024-11-18T23:27:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741971_1150 (size=753) 2024-11-18T23:27:08,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741972_1151 (size=753) 2024-11-18T23:27:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741972_1151 (size=753) 2024-11-18T23:27:08,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:08,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:08,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8, size=1.4 K (1413bytes) at 1731972428214Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 so closing down at 1731972428249 (+35 ms)3 split writer threads finished at 1731972428258 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972428298 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972428308 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428372 (+64 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972428377 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428789 (+412 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972428791 (+2 ms)Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972428792 (+1 ms) 2024-11-18T23:27:08,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.8 2024-11-18T23:27:08,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:08,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 2024-11-18T23:27:08,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 after 1ms 2024-11-18T23:27:08,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 took 9ms 2024-11-18T23:27:08,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 so closing down 2024-11-18T23:27:08,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:08,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:08,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:08,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:08,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:08,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:08,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741973_1152 (size=753) 2024-11-18T23:27:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741973_1152 (size=753) 2024-11-18T23:27:08,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:08,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741974_1153 (size=753) 2024-11-18T23:27:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741974_1153 (size=753) 2024-11-18T23:27:09,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:09,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:09,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 556 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:09,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9, size=1.4 K (1413bytes) at 1731972428801Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 so closing down at 1731972428825 (+24 ms)3 split writer threads finished at 1731972428827 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972428865 (+38 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972428884 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972428952 (+68 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972428961 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972429374 (+413 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972429376 (+2 ms)Processed 20 edits across 2 Regions in 556 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972429376 2024-11-18T23:27:09,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/WALs/testsplit,16010,1731972423178/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/9f5742c9-0c44-8d9e-1486-e1f4bbc78730/oldWALs/wal.dat.9 2024-11-18T23:27:09,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=135 (was 138), OpenFileDescriptor=385 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1340 (was 1265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5223 (was 5759) 2024-11-18T23:27:09,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=135, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1340, ProcessCount=11, AvailableMemoryMB=5223 2024-11-18T23:27:09,645 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741975_1154 (size=7) 2024-11-18T23:27:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741975_1154 (size=7) 2024-11-18T23:27:09,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:09,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:09,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:09,719 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:09,720 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:09,724 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:09,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:09,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741976_1155 (size=1393) 2024-11-18T23:27:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741976_1155 (size=1393) 2024-11-18T23:27:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:09,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741977_1156 (size=1393) 2024-11-18T23:27:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741977_1156 (size=1393) 2024-11-18T23:27:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:09,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741978_1157 (size=1393) 2024-11-18T23:27:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741978_1157 (size=1393) 2024-11-18T23:27:09,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:09,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:09,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:09,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741979_1158 (size=1393) 2024-11-18T23:27:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741979_1158 (size=1393) 2024-11-18T23:27:10,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:10,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:10,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741980_1159 (size=1393) 2024-11-18T23:27:10,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741980_1159 (size=1393) 2024-11-18T23:27:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:10,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741981_1160 (size=1393) 2024-11-18T23:27:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741981_1160 (size=1393) 2024-11-18T23:27:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:10,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741982_1161 (size=1405) 2024-11-18T23:27:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741982_1161 (size=1405) 2024-11-18T23:27:10,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:10,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:10,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741983_1162 (size=1413) 2024-11-18T23:27:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741983_1162 (size=1413) 2024-11-18T23:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:10,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741984_1163 (size=1413) 2024-11-18T23:27:10,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741984_1163 (size=1413) 2024-11-18T23:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:10,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:10,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741985_1164 (size=1413) 2024-11-18T23:27:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741985_1164 (size=1413) 2024-11-18T23:27:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:11,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:11,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 2024-11-18T23:27:11,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 after 1ms 2024-11-18T23:27:11,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 took 6ms 2024-11-18T23:27:11,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 so closing down 2024-11-18T23:27:11,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:11,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:11,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:11,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:11,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:11,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741987_1166 (size=743) 2024-11-18T23:27:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741987_1166 (size=743) 2024-11-18T23:27:11,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741986_1165 (size=743) 2024-11-18T23:27:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741986_1165 (size=743) 2024-11-18T23:27:11,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:11,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:11,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:11,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:11,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0, size=1.4 K (1393bytes) at 1731972431029Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 so closing down at 1731972431047 (+18 ms)3 split writer threads finished at 1731972431052 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972431060 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972431064 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972431105 (+41 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972431110 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972431509 (+399 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972431526 (+17 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972431526 2024-11-18T23:27:11,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.0 2024-11-18T23:27:11,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:11,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 2024-11-18T23:27:11,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 after 0ms 2024-11-18T23:27:11,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 took 5ms 2024-11-18T23:27:11,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 so closing down 2024-11-18T23:27:11,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:11,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:11,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:11,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:11,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:11,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741988_1167 (size=743) 2024-11-18T23:27:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741988_1167 (size=743) 2024-11-18T23:27:11,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:11,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741989_1168 (size=743) 2024-11-18T23:27:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741989_1168 (size=743) 2024-11-18T23:27:11,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:11,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:11,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:11,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1, size=1.4 K (1393bytes) at 1731972431537Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 so closing down at 1731972431558 (+21 ms)3 split writer threads finished at 1731972431558Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972431597 (+39 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972431609 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972431661 (+52 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972431669 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972431675 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972431685 (+10 ms)Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972431687 (+2 ms) 2024-11-18T23:27:11,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.1 2024-11-18T23:27:11,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:11,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 2024-11-18T23:27:11,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 after 2ms 2024-11-18T23:27:11,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 took 9ms 2024-11-18T23:27:11,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 so closing down 2024-11-18T23:27:11,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:11,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:11,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:11,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:11,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:11,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741990_1169 (size=743) 2024-11-18T23:27:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741990_1169 (size=743) 2024-11-18T23:27:11,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741991_1170 (size=743) 2024-11-18T23:27:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741991_1170 (size=743) 2024-11-18T23:27:11,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:11,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:12,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:12,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:12,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:12,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2, size=1.4 K (1393bytes) at 1731972431692Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 so closing down at 1731972431717 (+25 ms)3 split writer threads finished at 1731972431718 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972431753 (+35 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972431775 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972431816 (+41 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972431818 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972432220 (+402 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972432250 (+30 ms)Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972432250 2024-11-18T23:27:12,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.2 2024-11-18T23:27:12,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:12,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 2024-11-18T23:27:12,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 after 3ms 2024-11-18T23:27:12,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 took 24ms 2024-11-18T23:27:12,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 so closing down 2024-11-18T23:27:12,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:12,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:12,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:12,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:12,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:12,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741992_1171 (size=743) 2024-11-18T23:27:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741992_1171 (size=743) 2024-11-18T23:27:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741993_1172 (size=743) 2024-11-18T23:27:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741993_1172 (size=743) 2024-11-18T23:27:12,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:12,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:12,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:12,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:12,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 555 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:12,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3, size=1.4 K (1393bytes) at 1731972432277Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 so closing down at 1731972432316 (+39 ms)3 split writer threads finished at 1731972432322 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972432392 (+70 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972432396 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972432836 (+440 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972432856 (+20 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972432858 (+2 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972432865 (+7 ms)Processed 20 edits across 2 Regions in 555 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972432866 (+1 ms) 2024-11-18T23:27:12,878 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.3 2024-11-18T23:27:12,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:12,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 2024-11-18T23:27:12,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 after 2ms 2024-11-18T23:27:12,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 took 14ms 2024-11-18T23:27:12,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 so closing down 2024-11-18T23:27:12,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:12,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:12,956 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:12,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:12,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:12,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741994_1173 (size=743) 2024-11-18T23:27:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741994_1173 (size=743) 2024-11-18T23:27:13,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741995_1174 (size=743) 2024-11-18T23:27:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741995_1174 (size=743) 2024-11-18T23:27:13,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:13,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 595 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:13,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4, size=1.4 K (1393bytes) at 1731972432878Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 so closing down at 1731972432920 (+42 ms)3 split writer threads finished at 1731972432924 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972432980 (+56 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972432985 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433041 (+56 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972433050 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433494 (+444 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972433505 (+11 ms)Processed 20 edits across 2 Regions in 595 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972433508 (+3 ms) 2024-11-18T23:27:13,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.4 2024-11-18T23:27:13,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:13,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 2024-11-18T23:27:13,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 after 0ms 2024-11-18T23:27:13,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 took 13ms 2024-11-18T23:27:13,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 so closing down 2024-11-18T23:27:13,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:13,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:13,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:13,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:13,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:13,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741996_1175 (size=743) 2024-11-18T23:27:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741996_1175 (size=743) 2024-11-18T23:27:13,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741997_1176 (size=743) 2024-11-18T23:27:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741997_1176 (size=743) 2024-11-18T23:27:13,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:13,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:13,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:13,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5, size=1.4 K (1393bytes) at 1731972433519Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 so closing down at 1731972433541 (+22 ms)3 split writer threads finished at 1731972433546 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972433583 (+37 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972433588 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433668 (+80 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433679 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972433682 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972433689 (+7 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972433692 (+3 ms) 2024-11-18T23:27:13,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.5 2024-11-18T23:27:13,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:13,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 2024-11-18T23:27:13,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 after 1ms 2024-11-18T23:27:13,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 took 9ms 2024-11-18T23:27:13,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 so closing down 2024-11-18T23:27:13,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:13,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:13,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:13,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:13,785 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:13,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741998_1177 (size=749) 2024-11-18T23:27:13,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741998_1177 (size=749) 2024-11-18T23:27:13,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:13,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741999_1178 (size=749) 2024-11-18T23:27:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073741999_1178 (size=749) 2024-11-18T23:27:13,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:13,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:13,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:13,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6, size=1.4 K (1405bytes) at 1731972433710Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 so closing down at 1731972433739 (+29 ms)3 split writer threads finished at 1731972433741 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972433764 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972433812 (+48 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433825 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972433833 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972433875 (+42 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972433896 (+21 ms)Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972433900 (+4 ms) 2024-11-18T23:27:13,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.6 2024-11-18T23:27:13,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:13,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 2024-11-18T23:27:13,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 after 1ms 2024-11-18T23:27:13,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 took 8ms 2024-11-18T23:27:13,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 so closing down 2024-11-18T23:27:13,929 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:13,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:13,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:13,960 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:13,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:13,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742001_1180 (size=753) 2024-11-18T23:27:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742001_1180 (size=753) 2024-11-18T23:27:14,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742000_1179 (size=753) 2024-11-18T23:27:14,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742000_1179 (size=753) 2024-11-18T23:27:14,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:14,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:14,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:14,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7, size=1.4 K (1413bytes) at 1731972433910Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 so closing down at 1731972433929 (+19 ms)3 split writer threads finished at 1731972433936 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972433965 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972433968 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972434025 (+57 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972434034 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972434436 (+402 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972434439 (+3 ms)Processed 20 edits across 2 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972434439 2024-11-18T23:27:14,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.7 2024-11-18T23:27:14,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:14,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 2024-11-18T23:27:14,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 after 1ms 2024-11-18T23:27:14,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 took 5ms 2024-11-18T23:27:14,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 so closing down 2024-11-18T23:27:14,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:14,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:14,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:14,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:14,477 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:14,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742002_1181 (size=753) 2024-11-18T23:27:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742002_1181 (size=753) 2024-11-18T23:27:14,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:14,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742003_1182 (size=753) 2024-11-18T23:27:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742003_1182 (size=753) 2024-11-18T23:27:14,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:14,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:14,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:14,923 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8, size=1.4 K (1413bytes) at 1731972434446Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 so closing down at 1731972434454 (+8 ms)3 split writer threads finished at 1731972434454Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972434464 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972434488 (+24 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972434493 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972434496 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972434911 (+415 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972434922 (+11 ms)Processed 20 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972434922 2024-11-18T23:27:14,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.8 2024-11-18T23:27:14,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:14,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 2024-11-18T23:27:14,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 after 1ms 2024-11-18T23:27:14,932 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 took 5ms 2024-11-18T23:27:14,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 so closing down 2024-11-18T23:27:14,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:14,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:14,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:14,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:14,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:14,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742004_1183 (size=753) 2024-11-18T23:27:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742004_1183 (size=753) 2024-11-18T23:27:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742005_1184 (size=753) 2024-11-18T23:27:15,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742005_1184 (size=753) 2024-11-18T23:27:15,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:15,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:15,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:15,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:15,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9, size=1.4 K (1413bytes) at 1731972434927Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 so closing down at 1731972434941 (+14 ms)3 split writer threads finished at 1731972434946 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972434968 (+22 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972434980 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972435031 (+51 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972435044 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972435393 (+349 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972435397 (+4 ms)Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972435397 2024-11-18T23:27:15,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/WALs/testmovedwalduringrecovery,16010,1731972429719/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/d1f8c6b5-a6bb-6fa4-6be2-5714e8af8f8f/oldWALs/wal.dat.9 2024-11-18T23:27:15,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=135 (was 135), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1369 (was 1340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5594 (was 5223) - AvailableMemoryMB LEAK? - 2024-11-18T23:27:15,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=135, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1369, ProcessCount=12, AvailableMemoryMB=5591 2024-11-18T23:27:15,423 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742006_1185 (size=7) 2024-11-18T23:27:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742006_1185 (size=7) 2024-11-18T23:27:15,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:15,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:15,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:15,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:15,855 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T23:27:15,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T23:27:15,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T23:27:15,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T23:27:15,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T23:27:15,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake, size=0 (0bytes) 2024-11-18T23:27:15,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake took 12ms 2024-11-18T23:27:16,437 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake so closing down 2024-11-18T23:27:16,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:16,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:16,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T23:27:16,473 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T23:27:16,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T23:27:16,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) 2024-11-18T23:27:16,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-18T23:27:16,560 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) 2024-11-18T23:27:16,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T23:27:16,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T23:27:16,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) 2024-11-18T23:27:16,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-18T23:27:16,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 783 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T23:27:16,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake, size=0 (0bytes) at 1731972435878Split 1024 edits, skipped 0 edits. at 1731972435925 (+47 ms)Split 2048 edits, skipped 0 edits. at 1731972435951 (+26 ms)Split 3072 edits, skipped 0 edits. at 1731972435979 (+28 ms)Split 4096 edits, skipped 0 edits. at 1731972436004 (+25 ms)Split 5120 edits, skipped 0 edits. at 1731972436030 (+26 ms)Split 6144 edits, skipped 0 edits. at 1731972436056 (+26 ms)Split 7168 edits, skipped 0 edits. at 1731972436083 (+27 ms)Split 8192 edits, skipped 0 edits. at 1731972436108 (+25 ms)Split 9216 edits, skipped 0 edits. at 1731972436133 (+25 ms)Split 10240 edits, skipped 0 edits. at 1731972436164 (+31 ms)Split 11264 edits, skipped 0 edits. at 1731972436192 (+28 ms)Split 12288 edits, skipped 0 edits. at 1731972436237 (+45 ms)Split 13312 edits, skipped 0 edits. at 1731972436283 (+46 ms)Split 14336 edits, skipped 0 edits. at 1731972436311 (+28 ms)Split 15360 edits, skipped 0 edits. at 1731972436332 (+21 ms)Split 16384 edits, skipped 0 edits. at 1731972436354 (+22 ms)Split 17408 edits, skipped 0 edits. at 1731972436376 (+22 ms)Split 18432 edits, skipped 0 edits. at 1731972436411 (+35 ms)Split 19456 edits, skipped 0 edits. at 1731972436428 (+17 ms)Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake so closing down at 1731972436437 (+9 ms)3 split writer threads finished at 1731972436441 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731972436461 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731972436473 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731972436477 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) at 1731972436541 (+64 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731972436554 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) at 1731972436560 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731972436599 (+39 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731972436600 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) at 1731972436663 (+63 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731972436668 (+5 ms)Processed 20000 edits across 5 Regions in 783 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/a41929bc-24ce-06c2-f3af-74c46f6c0db3/WALs/testthreading,16010,1731972435852/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731972436674 (+6 ms) 2024-11-18T23:27:16,675 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T23:27:16,675 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T23:27:16,675 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T23:27:16,675 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T23:27:16,675 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T23:27:16,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=135 (was 135), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1307 (was 1369), ProcessCount=11 (was 12), AvailableMemoryMB=6271 (was 5591) - AvailableMemoryMB LEAK? - 2024-11-18T23:27:16,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1307, ProcessCount=11, AvailableMemoryMB=6275 2024-11-18T23:27:16,699 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742007_1186 (size=7) 2024-11-18T23:27:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742007_1186 (size=7) 2024-11-18T23:27:16,720 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:16,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:16,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:16,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:16,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T23:27:16,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:16,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:16,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:16,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742008_1187 (size=1393) 2024-11-18T23:27:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742008_1187 (size=1393) 2024-11-18T23:27:16,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:16,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:16,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742009_1188 (size=1393) 2024-11-18T23:27:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742009_1188 (size=1393) 2024-11-18T23:27:16,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:16,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742010_1189 (size=1393) 2024-11-18T23:27:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742010_1189 (size=1393) 2024-11-18T23:27:16,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:16,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:16,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:16,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742011_1190 (size=1393) 2024-11-18T23:27:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742011_1190 (size=1393) 2024-11-18T23:27:17,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:17,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:17,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742012_1191 (size=1393) 2024-11-18T23:27:17,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:17,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742012_1191 (size=1393) 2024-11-18T23:27:17,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742013_1192 (size=1393) 2024-11-18T23:27:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742013_1192 (size=1393) 2024-11-18T23:27:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:17,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742014_1193 (size=1405) 2024-11-18T23:27:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742014_1193 (size=1405) 2024-11-18T23:27:17,100 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:17,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:17,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742015_1194 (size=1413) 2024-11-18T23:27:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742015_1194 (size=1413) 2024-11-18T23:27:17,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:17,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:17,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742016_1195 (size=1413) 2024-11-18T23:27:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742016_1195 (size=1413) 2024-11-18T23:27:17,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:17,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:17,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:17,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742017_1196 (size=1413) 2024-11-18T23:27:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742017_1196 (size=1413) 2024-11-18T23:27:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:17,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T23:27:17,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty, size=0 (0bytes) 2024-11-18T23:27:17,194 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty might be still open, length is 0 2024-11-18T23:27:17,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty 2024-11-18T23:27:17,194 WARN [IPC Server handler 4 on default port 33309 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty closed. 2024-11-18T23:27:17,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty after 0ms 2024-11-18T23:27:17,196 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T23:27:17,197 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty; empty? 2024-11-18T23:27:17,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty so closing down 2024-11-18T23:27:17,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T23:27:17,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty, size=0 (0bytes) at 1731972437193Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty so closing down at 1731972437197 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731972437198 (+1 ms) 2024-11-18T23:27:17,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat..empty to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat..empty 2024-11-18T23:27:17,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:17,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 2024-11-18T23:27:17,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 after 0ms 2024-11-18T23:27:17,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 took 17ms 2024-11-18T23:27:17,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 so closing down 2024-11-18T23:27:17,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:17,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:17,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:17,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:17,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:17,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:17,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742018_1197 (size=743) 2024-11-18T23:27:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742018_1197 (size=743) 2024-11-18T23:27:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742019_1198 (size=743) 2024-11-18T23:27:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742019_1198 (size=743) 2024-11-18T23:27:17,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:17,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:17,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 159 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:17,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0, size=1.4 K (1393bytes) at 1731972437213Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 so closing down at 1731972437243 (+30 ms)3 split writer threads finished at 1731972437262 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972437280 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972437288 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437366 (+78 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437372 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972437385 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972437398 (+13 ms)Processed 20 edits across 2 Regions in 159 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972437398 2024-11-18T23:27:17,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.0 2024-11-18T23:27:17,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:17,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 2024-11-18T23:27:17,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 after 2ms 2024-11-18T23:27:17,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 took 7ms 2024-11-18T23:27:17,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 so closing down 2024-11-18T23:27:17,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:17,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:17,464 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:17,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:17,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:17,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742020_1199 (size=743) 2024-11-18T23:27:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742020_1199 (size=743) 2024-11-18T23:27:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742021_1200 (size=743) 2024-11-18T23:27:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742021_1200 (size=743) 2024-11-18T23:27:17,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:17,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:17,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:17,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1, size=1.4 K (1393bytes) at 1731972437426Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 so closing down at 1731972437439 (+13 ms)3 split writer threads finished at 1731972437444 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972437479 (+35 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972437480 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437555 (+75 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437563 (+8 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972437564 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972437573 (+9 ms)Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972437574 (+1 ms) 2024-11-18T23:27:17,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.1 2024-11-18T23:27:17,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:17,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 2024-11-18T23:27:17,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 after 8ms 2024-11-18T23:27:17,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 took 13ms 2024-11-18T23:27:17,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 so closing down 2024-11-18T23:27:17,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:17,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:17,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:17,629 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:17,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:17,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742022_1201 (size=743) 2024-11-18T23:27:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742022_1201 (size=743) 2024-11-18T23:27:17,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742023_1202 (size=743) 2024-11-18T23:27:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742023_1202 (size=743) 2024-11-18T23:27:17,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:17,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:17,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:17,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2, size=1.4 K (1393bytes) at 1731972437589Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 so closing down at 1731972437605 (+16 ms)3 split writer threads finished at 1731972437612 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972437633 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972437649 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437740 (+91 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437751 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972437756 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972437756Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972437758 (+2 ms) 2024-11-18T23:27:17,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.2 2024-11-18T23:27:17,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:17,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 2024-11-18T23:27:17,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 after 1ms 2024-11-18T23:27:17,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 took 7ms 2024-11-18T23:27:17,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 so closing down 2024-11-18T23:27:17,785 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:17,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:17,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:17,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:17,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:17,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742024_1203 (size=743) 2024-11-18T23:27:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742024_1203 (size=743) 2024-11-18T23:27:17,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742025_1204 (size=743) 2024-11-18T23:27:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742025_1204 (size=743) 2024-11-18T23:27:17,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:17,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:17,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:17,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3, size=1.4 K (1393bytes) at 1731972437770Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 so closing down at 1731972437785 (+15 ms)3 split writer threads finished at 1731972437795 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972437841 (+46 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972437844 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437918 (+74 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972437930 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972437952 (+22 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972437958 (+6 ms)Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972437958 2024-11-18T23:27:17,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.3 2024-11-18T23:27:17,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:17,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 2024-11-18T23:27:17,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 after 4ms 2024-11-18T23:27:17,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 took 10ms 2024-11-18T23:27:17,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 so closing down 2024-11-18T23:27:17,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:17,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:17,997 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:18,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:18,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:18,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742026_1205 (size=743) 2024-11-18T23:27:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742026_1205 (size=743) 2024-11-18T23:27:18,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742027_1206 (size=743) 2024-11-18T23:27:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742027_1206 (size=743) 2024-11-18T23:27:18,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:18,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:18,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4, size=1.4 K (1393bytes) at 1731972437964Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 so closing down at 1731972437978 (+14 ms)3 split writer threads finished at 1731972437986 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972438001 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972438013 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438046 (+33 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972438053 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438055 (+2 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972438056 (+1 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972438056 2024-11-18T23:27:18,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.4 2024-11-18T23:27:18,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:18,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 2024-11-18T23:27:18,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 after 1ms 2024-11-18T23:27:18,069 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 took 4ms 2024-11-18T23:27:18,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 so closing down 2024-11-18T23:27:18,074 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:18,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:18,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:18,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:18,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:18,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742028_1207 (size=743) 2024-11-18T23:27:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742028_1207 (size=743) 2024-11-18T23:27:18,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742029_1208 (size=743) 2024-11-18T23:27:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742029_1208 (size=743) 2024-11-18T23:27:18,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:18,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:18,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5, size=1.4 K (1393bytes) at 1731972438065Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 so closing down at 1731972438074 (+9 ms)3 split writer threads finished at 1731972438074Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972438095 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972438101 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438168 (+67 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972438174 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438185 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972438190 (+5 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972438191 (+1 ms) 2024-11-18T23:27:18,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.5 2024-11-18T23:27:18,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:18,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 2024-11-18T23:27:18,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 after 2ms 2024-11-18T23:27:18,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 took 11ms 2024-11-18T23:27:18,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 so closing down 2024-11-18T23:27:18,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:18,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:18,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:18,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:18,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:18,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742030_1209 (size=749) 2024-11-18T23:27:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742030_1209 (size=749) 2024-11-18T23:27:18,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742031_1210 (size=749) 2024-11-18T23:27:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742031_1210 (size=749) 2024-11-18T23:27:18,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:18,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:18,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6, size=1.4 K (1405bytes) at 1731972438204Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 so closing down at 1731972438237 (+33 ms)3 split writer threads finished at 1731972438241 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972438272 (+31 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972438281 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438301 (+20 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972438312 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438318 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972438325 (+7 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972438325 2024-11-18T23:27:18,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.6 2024-11-18T23:27:18,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:18,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 2024-11-18T23:27:18,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 after 2ms 2024-11-18T23:27:18,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 took 14ms 2024-11-18T23:27:18,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 so closing down 2024-11-18T23:27:18,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:18,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:18,396 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:18,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:18,409 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:18,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742032_1211 (size=753) 2024-11-18T23:27:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742032_1211 (size=753) 2024-11-18T23:27:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742033_1212 (size=753) 2024-11-18T23:27:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742033_1212 (size=753) 2024-11-18T23:27:18,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:18,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:18,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:18,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7, size=1.4 K (1413bytes) at 1731972438344Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 so closing down at 1731972438369 (+25 ms)3 split writer threads finished at 1731972438373 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972438405 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972438414 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438470 (+56 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972438473 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438861 (+388 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972438863 (+2 ms)Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972438863 2024-11-18T23:27:18,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.7 2024-11-18T23:27:18,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:18,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 2024-11-18T23:27:18,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 after 1ms 2024-11-18T23:27:18,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 took 3ms 2024-11-18T23:27:18,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 so closing down 2024-11-18T23:27:18,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:18,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:18,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:18,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:18,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:18,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:18,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742034_1213 (size=753) 2024-11-18T23:27:18,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742034_1213 (size=753) 2024-11-18T23:27:18,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742035_1214 (size=753) 2024-11-18T23:27:18,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742035_1214 (size=753) 2024-11-18T23:27:18,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:18,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:18,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:18,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8, size=1.4 K (1413bytes) at 1731972438865Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 so closing down at 1731972438874 (+9 ms)3 split writer threads finished at 1731972438876 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972438893 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972438896 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438929 (+33 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972438935 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972438940 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972438948 (+8 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972438948 2024-11-18T23:27:18,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.8 2024-11-18T23:27:18,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:18,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 2024-11-18T23:27:18,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 after 1ms 2024-11-18T23:27:18,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 took 15ms 2024-11-18T23:27:18,984 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 so closing down 2024-11-18T23:27:18,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:18,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:18,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:18,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:18,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:18,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742036_1215 (size=753) 2024-11-18T23:27:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742036_1215 (size=753) 2024-11-18T23:27:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742037_1216 (size=753) 2024-11-18T23:27:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742037_1216 (size=753) 2024-11-18T23:27:19,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:19,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:19,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:19,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:19,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:19,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9, size=1.4 K (1413bytes) at 1731972438954Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 so closing down at 1731972438984 (+30 ms)3 split writer threads finished at 1731972438985 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972438993 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972438997 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972439414 (+417 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972439415 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972439420 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972439421 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972439421 2024-11-18T23:27:19,423 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.9 2024-11-18T23:27:19,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty, size=0 (0bytes) 2024-11-18T23:27:19,423 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty might be still open, length is 0 2024-11-18T23:27:19,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty 2024-11-18T23:27:19,424 WARN [IPC Server handler 4 on default port 33309 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty closed. 2024-11-18T23:27:19,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty after 0ms 2024-11-18T23:27:19,425 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T23:27:19,425 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty; empty? 2024-11-18T23:27:19,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty so closing down 2024-11-18T23:27:19,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T23:27:19,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty, size=0 (0bytes) at 1731972439423Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty so closing down at 1731972439426 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731972439426 2024-11-18T23:27:19,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/WALs/testemptyopenlogfiles,16010,1731972436727/wal.dat.empty to hdfs://localhost:33309/user/jenkins/test-data/1ec3c223-5996-7664-7b18-c97b367d8b86/oldWALs/wal.dat.empty 2024-11-18T23:27:19,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=133 (was 135), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1307 (was 1307), ProcessCount=11 (was 11), AvailableMemoryMB=5877 (was 6275) 2024-11-18T23:27:19,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=133, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1307, ProcessCount=11, AvailableMemoryMB=5875 2024-11-18T23:27:19,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742038_1217 (size=7) 2024-11-18T23:27:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742038_1217 (size=7) 2024-11-18T23:27:19,936 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:19,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:19,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:19,943 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:19,943 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:19,944 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:19,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:19,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:19,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:19,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:27:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742039_1218 (size=1393) 2024-11-18T23:27:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742039_1218 (size=1393) 2024-11-18T23:27:20,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:20,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:20,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742040_1219 (size=1393) 2024-11-18T23:27:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742040_1219 (size=1393) 2024-11-18T23:27:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:20,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742041_1220 (size=1393) 2024-11-18T23:27:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742041_1220 (size=1393) 2024-11-18T23:27:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:20,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742042_1221 (size=1393) 2024-11-18T23:27:20,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:20,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742042_1221 (size=1393) 2024-11-18T23:27:20,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742043_1222 (size=1393) 2024-11-18T23:27:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742043_1222 (size=1393) 2024-11-18T23:27:20,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:20,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:20,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742044_1223 (size=1393) 2024-11-18T23:27:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742044_1223 (size=1393) 2024-11-18T23:27:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:20,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742045_1224 (size=1405) 2024-11-18T23:27:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742045_1224 (size=1405) 2024-11-18T23:27:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:20,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:20,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742046_1225 (size=1413) 2024-11-18T23:27:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742046_1225 (size=1413) 2024-11-18T23:27:20,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:20,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742047_1226 (size=1413) 2024-11-18T23:27:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742047_1226 (size=1413) 2024-11-18T23:27:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:20,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:20,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742048_1227 (size=1413) 2024-11-18T23:27:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742048_1227 (size=1413) 2024-11-18T23:27:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742049_1228 (size=1398) 2024-11-18T23:27:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742049_1228 (size=1398) 2024-11-18T23:27:20,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:20,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 2024-11-18T23:27:20,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 after 1ms 2024-11-18T23:27:20,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 took 8ms 2024-11-18T23:27:20,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 so closing down 2024-11-18T23:27:20,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:20,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:20,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:20,856 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:20,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:20,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742050_1229 (size=743) 2024-11-18T23:27:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742051_1230 (size=743) 2024-11-18T23:27:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742051_1230 (size=743) 2024-11-18T23:27:20,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:20,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742050_1229 (size=743) 2024-11-18T23:27:20,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:20,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:20,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:20,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0, size=1.4 K (1393bytes) at 1731972440834Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 so closing down at 1731972440847 (+13 ms)3 split writer threads finished at 1731972440853 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972440857 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972440859 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972440870 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972440872 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972440873 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972440875 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972440875 2024-11-18T23:27:20,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.0 2024-11-18T23:27:20,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:20,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 2024-11-18T23:27:20,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 after 1ms 2024-11-18T23:27:20,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 took 3ms 2024-11-18T23:27:20,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 so closing down 2024-11-18T23:27:20,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:20,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:20,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:20,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:20,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:20,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742053_1232 (size=743) 2024-11-18T23:27:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742053_1232 (size=743) 2024-11-18T23:27:20,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:20,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742052_1231 (size=743) 2024-11-18T23:27:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742052_1231 (size=743) 2024-11-18T23:27:21,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:21,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:21,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:21,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1, size=1.4 K (1393bytes) at 1731972440877Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 so closing down at 1731972440888 (+11 ms)3 split writer threads finished at 1731972440890 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972440913 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972440913Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972440973 (+60 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972440974 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972441404 (+430 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972441408 (+4 ms)Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972441408 2024-11-18T23:27:21,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.1 2024-11-18T23:27:21,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:21,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 2024-11-18T23:27:21,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 after 0ms 2024-11-18T23:27:21,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 took 3ms 2024-11-18T23:27:21,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 so closing down 2024-11-18T23:27:21,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:21,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:21,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:21,439 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:21,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:21,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:21,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742054_1233 (size=743) 2024-11-18T23:27:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742054_1233 (size=743) 2024-11-18T23:27:21,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:21,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742055_1234 (size=743) 2024-11-18T23:27:21,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742055_1234 (size=743) 2024-11-18T23:27:21,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:21,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:21,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2, size=1.4 K (1393bytes) at 1731972441412Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 so closing down at 1731972441422 (+10 ms)3 split writer threads finished at 1731972441428 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972441443 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972441444 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972441492 (+48 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972441494 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972441527 (+33 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972441529 (+2 ms)Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972441529 2024-11-18T23:27:21,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.2 2024-11-18T23:27:21,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:21,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 2024-11-18T23:27:21,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 after 0ms 2024-11-18T23:27:21,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 took 12ms 2024-11-18T23:27:21,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 so closing down 2024-11-18T23:27:21,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:21,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:21,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:21,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:21,608 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:21,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:21,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742056_1235 (size=743) 2024-11-18T23:27:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742057_1236 (size=743) 2024-11-18T23:27:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742057_1236 (size=743) 2024-11-18T23:27:21,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742056_1235 (size=743) 2024-11-18T23:27:21,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:21,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:21,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:21,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 255 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:21,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3, size=1.4 K (1393bytes) at 1731972441542Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 so closing down at 1731972441573 (+31 ms)3 split writer threads finished at 1731972441576 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972441593 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972441645 (+52 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972441805 (+160 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972441812 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972441820 (+8 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972441821 (+1 ms)Processed 20 edits across 2 Regions in 255 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972441824 (+3 ms) 2024-11-18T23:27:21,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.3 2024-11-18T23:27:21,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:21,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 2024-11-18T23:27:21,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 after 8ms 2024-11-18T23:27:21,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 took 28ms 2024-11-18T23:27:21,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 so closing down 2024-11-18T23:27:21,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:21,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:21,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:21,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:21,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:22,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742058_1237 (size=743) 2024-11-18T23:27:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742058_1237 (size=743) 2024-11-18T23:27:22,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742059_1238 (size=743) 2024-11-18T23:27:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742059_1238 (size=743) 2024-11-18T23:27:22,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:22,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 217 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:22,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4, size=1.4 K (1393bytes) at 1731972441852Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 so closing down at 1731972441906 (+54 ms)3 split writer threads finished at 1731972441913 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972441968 (+55 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972442028 (+60 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442081 (+53 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972442097 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442109 (+12 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972442121 (+12 ms)Processed 20 edits across 2 Regions in 217 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972442121 2024-11-18T23:27:22,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.4 2024-11-18T23:27:22,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T23:27:22,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 2024-11-18T23:27:22,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 after 3ms 2024-11-18T23:27:22,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 took 16ms 2024-11-18T23:27:22,178 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:27:22,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 so closing down 2024-11-18T23:27:22,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:22,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:22,221 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:22,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:22,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:22,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742060_1239 (size=743) 2024-11-18T23:27:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742060_1239 (size=743) 2024-11-18T23:27:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742061_1240 (size=743) 2024-11-18T23:27:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742061_1240 (size=743) 2024-11-18T23:27:22,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:22,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:22,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T23:27:22,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5, size=1.4 K (1398bytes) at 1731972442137Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 so closing down at 1731972442179 (+42 ms)3 split writer threads finished at 1731972442182 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972442224 (+42 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972442261 (+37 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442338 (+77 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972442345 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442704 (+359 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972442717 (+13 ms)Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731972442717 2024-11-18T23:27:22,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/corrupt/wal.dat.5 2024-11-18T23:27:22,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:22,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 2024-11-18T23:27:22,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 after 1ms 2024-11-18T23:27:22,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 took 5ms 2024-11-18T23:27:22,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 so closing down 2024-11-18T23:27:22,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:22,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:22,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:22,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:22,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:22,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742063_1242 (size=749) 2024-11-18T23:27:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742063_1242 (size=749) 2024-11-18T23:27:22,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742062_1241 (size=749) 2024-11-18T23:27:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742062_1241 (size=749) 2024-11-18T23:27:22,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:22,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:22,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:22,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:22,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6, size=1.4 K (1405bytes) at 1731972442731Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 so closing down at 1731972442744 (+13 ms)3 split writer threads finished at 1731972442750 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972442772 (+22 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972442781 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442834 (+53 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972442845 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972442846 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972442857 (+11 ms)Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972442860 (+3 ms) 2024-11-18T23:27:22,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.6 2024-11-18T23:27:22,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:22,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 2024-11-18T23:27:22,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 after 9ms 2024-11-18T23:27:22,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 took 15ms 2024-11-18T23:27:22,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 so closing down 2024-11-18T23:27:22,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:22,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:22,948 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:22,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:22,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:22,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742064_1243 (size=753) 2024-11-18T23:27:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742064_1243 (size=753) 2024-11-18T23:27:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742065_1244 (size=753) 2024-11-18T23:27:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742065_1244 (size=753) 2024-11-18T23:27:23,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:23,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:23,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:23,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:23,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:23,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7, size=1.4 K (1413bytes) at 1731972442880Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 so closing down at 1731972442897 (+17 ms)3 split writer threads finished at 1731972442900 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972442964 (+64 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972442970 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972443052 (+82 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972443068 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972443421 (+353 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972443423 (+2 ms)Processed 20 edits across 2 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972443424 (+1 ms) 2024-11-18T23:27:23,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.7 2024-11-18T23:27:23,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:23,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 2024-11-18T23:27:23,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 after 1ms 2024-11-18T23:27:23,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 took 6ms 2024-11-18T23:27:23,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 so closing down 2024-11-18T23:27:23,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:23,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:23,439 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:23,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:23,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:23,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742066_1245 (size=753) 2024-11-18T23:27:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742066_1245 (size=753) 2024-11-18T23:27:23,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:23,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742067_1246 (size=753) 2024-11-18T23:27:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742067_1246 (size=753) 2024-11-18T23:27:23,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:23,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:23,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:23,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8, size=1.4 K (1413bytes) at 1731972443426Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 so closing down at 1731972443435 (+9 ms)3 split writer threads finished at 1731972443436 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972443440 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972443452 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972443495 (+43 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972443497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972443504 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972443522 (+18 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972443522 2024-11-18T23:27:23,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.8 2024-11-18T23:27:23,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:23,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 2024-11-18T23:27:23,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 after 0ms 2024-11-18T23:27:23,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 took 3ms 2024-11-18T23:27:23,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 so closing down 2024-11-18T23:27:23,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:23,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:23,559 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:23,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:23,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:23,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742069_1248 (size=753) 2024-11-18T23:27:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742069_1248 (size=753) 2024-11-18T23:27:23,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:23,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:23,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742068_1247 (size=753) 2024-11-18T23:27:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742068_1247 (size=753) 2024-11-18T23:27:24,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:24,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:24,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:24,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9, size=1.4 K (1413bytes) at 1731972443525Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 so closing down at 1731972443537 (+12 ms)3 split writer threads finished at 1731972443540 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972443576 (+36 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972443576Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972443623 (+47 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972443625 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972444059 (+434 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972444072 (+13 ms)Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972444072 2024-11-18T23:27:24,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731972439943/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/8770dcba-787d-d61b-2620-418e672d3de9/oldWALs/wal.dat.9 2024-11-18T23:27:24,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=130 (was 133), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1291 (was 1307), ProcessCount=11 (was 11), AvailableMemoryMB=5362 (was 5875) 2024-11-18T23:27:24,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1291, ProcessCount=11, AvailableMemoryMB=5360 2024-11-18T23:27:24,347 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742070_1249 (size=7) 2024-11-18T23:27:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742070_1249 (size=7) 2024-11-18T23:27:24,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:24,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:24,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:24,430 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:24,432 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515/data/default/t1/c1bae826c4e83091677d245a10577a33 2024-11-18T23:27:24,433 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region c1bae826c4e83091677d245a10577a33 2024-11-18T23:27:24,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:24,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742071_1250 (size=3841) 2024-11-18T23:27:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742071_1250 (size=3841) 2024-11-18T23:27:24,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0, size=3.8 K (3841bytes) 2024-11-18T23:27:24,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 2024-11-18T23:27:24,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 after 1ms 2024-11-18T23:27:24,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 took 27ms 2024-11-18T23:27:24,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 so closing down 2024-11-18T23:27:24,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:24,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:24,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:24,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742072_1251 (size=1591) 2024-11-18T23:27:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742072_1251 (size=1591) 2024-11-18T23:27:24,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:24,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000009 2024-11-18T23:27:24,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 192 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-18T23:27:24,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0, size=3.8 K (3841bytes) at 1731972444665Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 so closing down at 1731972444709 (+44 ms)3 split writer threads finished at 1731972444717 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972444757 (+40 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731972444867 (+110 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/data/default/t1/c1bae826c4e83091677d245a10577a33/recovered.edits/0000000000000000009 at 1731972444888 (+21 ms)Processed 21 edits across 1 Regions in 192 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731972444888 2024-11-18T23:27:24,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/WALs/testsplitleavescompactioneventsedits,16010,1731972444430/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/f6c92072-e9f3-4cf8-d1ce-2439f0da1c32/oldWALs/wal.dat.0 2024-11-18T23:27:24,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=131 (was 130) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1291 (was 1291), ProcessCount=11 (was 11), AvailableMemoryMB=5299 (was 5360) 2024-11-18T23:27:24,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1291, ProcessCount=11, AvailableMemoryMB=5297 2024-11-18T23:27:24,996 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742073_1252 (size=7) 2024-11-18T23:27:25,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742073_1252 (size=7) 2024-11-18T23:27:25,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:25,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:25,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:25,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:25,122 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T23:27:25,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742074_1253 (size=863) 2024-11-18T23:27:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742074_1253 (size=863) 2024-11-18T23:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:25,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0, size=863 (863bytes) 2024-11-18T23:27:25,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 2024-11-18T23:27:25,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 after 2ms 2024-11-18T23:27:25,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 took 6ms 2024-11-18T23:27:25,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 so closing down 2024-11-18T23:27:25,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:25,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:25,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:25,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742075_1254 (size=863) 2024-11-18T23:27:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742075_1254 (size=863) 2024-11-18T23:27:25,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:25,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T23:27:25,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T23:27:25,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0, size=863 (863bytes) at 1731972445282Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 so closing down at 1731972445298 (+16 ms)3 split writer threads finished at 1731972445306 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972445328 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972445396 (+68 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731972445402 (+6 ms)Processed 10 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731972445402 2024-11-18T23:27:25,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/WALs/testsplitpreservesedits,16010,1731972445122/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/d92d456f-91ba-76b7-5972-ff83fd75f79e/oldWALs/wal.dat.0 2024-11-18T23:27:25,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1291 (was 1291), ProcessCount=11 (was 11), AvailableMemoryMB=5226 (was 5297) 2024-11-18T23:27:25,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1291, ProcessCount=11, AvailableMemoryMB=5224 2024-11-18T23:27:25,477 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:25,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742076_1255 (size=7) 2024-11-18T23:27:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742076_1255 (size=7) 2024-11-18T23:27:25,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:25,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:25,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:25,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:25,556 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:25,557 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:25,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742077_1256 (size=1393) 2024-11-18T23:27:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742077_1256 (size=1393) 2024-11-18T23:27:25,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:25,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:25,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:25,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742078_1257 (size=1393) 2024-11-18T23:27:25,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742078_1257 (size=1393) 2024-11-18T23:27:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:26,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742079_1258 (size=1393) 2024-11-18T23:27:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742079_1258 (size=1393) 2024-11-18T23:27:26,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:26,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742080_1259 (size=1393) 2024-11-18T23:27:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742080_1259 (size=1393) 2024-11-18T23:27:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:26,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742081_1260 (size=1393) 2024-11-18T23:27:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742081_1260 (size=1393) 2024-11-18T23:27:26,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:26,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:26,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742082_1261 (size=1393) 2024-11-18T23:27:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742082_1261 (size=1393) 2024-11-18T23:27:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:26,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742083_1262 (size=1405) 2024-11-18T23:27:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742083_1262 (size=1405) 2024-11-18T23:27:26,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:26,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:26,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742084_1263 (size=1413) 2024-11-18T23:27:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742084_1263 (size=1413) 2024-11-18T23:27:26,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:26,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:26,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742085_1264 (size=1413) 2024-11-18T23:27:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742085_1264 (size=1413) 2024-11-18T23:27:26,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:26,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:26,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742086_1265 (size=1413) 2024-11-18T23:27:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742086_1265 (size=1413) 2024-11-18T23:27:26,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742087_1266 (size=1394) 2024-11-18T23:27:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742087_1266 (size=1394) 2024-11-18T23:27:26,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:26,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 2024-11-18T23:27:26,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 after 3ms 2024-11-18T23:27:26,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 took 14ms 2024-11-18T23:27:26,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 so closing down 2024-11-18T23:27:26,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:26,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:26,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:26,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:26,974 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:26,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742088_1267 (size=743) 2024-11-18T23:27:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742088_1267 (size=743) 2024-11-18T23:27:27,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742089_1268 (size=743) 2024-11-18T23:27:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742089_1268 (size=743) 2024-11-18T23:27:27,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:27,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:27,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0, size=1.4 K (1393bytes) at 1731972446884Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 so closing down at 1731972446933 (+49 ms)3 split writer threads finished at 1731972446943 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972446969 (+26 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972446979 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447026 (+47 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972447029 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447064 (+35 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972447075 (+11 ms)Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972447075 2024-11-18T23:27:27,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.0 2024-11-18T23:27:27,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:27,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 2024-11-18T23:27:27,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 after 3ms 2024-11-18T23:27:27,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 took 15ms 2024-11-18T23:27:27,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 so closing down 2024-11-18T23:27:27,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:27,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:27,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:27,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:27,164 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:27,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742090_1269 (size=743) 2024-11-18T23:27:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742090_1269 (size=743) 2024-11-18T23:27:27,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742091_1270 (size=743) 2024-11-18T23:27:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742091_1270 (size=743) 2024-11-18T23:27:27,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:27,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:27,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1, size=1.4 K (1393bytes) at 1731972447086Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 so closing down at 1731972447115 (+29 ms)3 split writer threads finished at 1731972447128 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972447145 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972447187 (+42 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447196 (+9 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972447208 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447240 (+32 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972447249 (+9 ms)Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972447252 (+3 ms) 2024-11-18T23:27:27,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.1 2024-11-18T23:27:27,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:27,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 2024-11-18T23:27:27,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 after 7ms 2024-11-18T23:27:27,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 took 31ms 2024-11-18T23:27:27,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 so closing down 2024-11-18T23:27:27,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:27,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:27,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:27,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:27,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:27,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742092_1271 (size=743) 2024-11-18T23:27:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742092_1271 (size=743) 2024-11-18T23:27:27,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742093_1272 (size=743) 2024-11-18T23:27:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742093_1272 (size=743) 2024-11-18T23:27:27,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:27,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:27,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2, size=1.4 K (1393bytes) at 1731972447273Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 so closing down at 1731972447319 (+46 ms)3 split writer threads finished at 1731972447320 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972447368 (+48 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972447372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447430 (+58 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972447432 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447446 (+14 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972447448 (+2 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972447448 2024-11-18T23:27:27,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.2 2024-11-18T23:27:27,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:27,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 2024-11-18T23:27:27,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 after 1ms 2024-11-18T23:27:27,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 took 3ms 2024-11-18T23:27:27,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 so closing down 2024-11-18T23:27:27,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:27,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:27,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:27,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:27,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:27,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742095_1274 (size=743) 2024-11-18T23:27:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742095_1274 (size=743) 2024-11-18T23:27:27,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742094_1273 (size=743) 2024-11-18T23:27:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742094_1273 (size=743) 2024-11-18T23:27:27,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:27,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 210 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:27,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3, size=1.4 K (1393bytes) at 1731972447460Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 so closing down at 1731972447505 (+45 ms)3 split writer threads finished at 1731972447508 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972447564 (+56 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972447569 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447641 (+72 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972447654 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447688 (+34 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972447705 (+17 ms)Processed 20 edits across 2 Regions in 210 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972447705 2024-11-18T23:27:27,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.3 2024-11-18T23:27:27,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:27,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 2024-11-18T23:27:27,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 after 0ms 2024-11-18T23:27:27,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 took 5ms 2024-11-18T23:27:27,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 so closing down 2024-11-18T23:27:27,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:27,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:27,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:27,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:27,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:27,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742096_1275 (size=743) 2024-11-18T23:27:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742096_1275 (size=743) 2024-11-18T23:27:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742097_1276 (size=743) 2024-11-18T23:27:27,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742097_1276 (size=743) 2024-11-18T23:27:27,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:27,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:27,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:27,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:27,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4, size=1.4 K (1393bytes) at 1731972447707Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 so closing down at 1731972447729 (+22 ms)3 split writer threads finished at 1731972447736 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972447774 (+38 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972447792 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447860 (+68 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972447866 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972447874 (+8 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972447875 (+1 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972447875 2024-11-18T23:27:27,885 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.4 2024-11-18T23:27:27,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T23:27:27,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 2024-11-18T23:27:27,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 after 1ms 2024-11-18T23:27:27,892 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T23:27:27,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 so closing down 2024-11-18T23:27:27,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T23:27:27,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, size=1.4 K (1394bytes) at 1731972447886Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 so closing down at 1731972447893 (+7 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731972447893 2024-11-18T23:27:27,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/corrupt/wal.dat.5 2024-11-18T23:27:27,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:27,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 2024-11-18T23:27:27,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 after 1ms 2024-11-18T23:27:27,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 took 8ms 2024-11-18T23:27:27,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 so closing down 2024-11-18T23:27:27,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:27,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:27,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:27,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:27,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:27,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742098_1277 (size=749) 2024-11-18T23:27:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742098_1277 (size=749) 2024-11-18T23:27:28,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742099_1278 (size=749) 2024-11-18T23:27:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742099_1278 (size=749) 2024-11-18T23:27:28,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:28,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:28,091 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6, size=1.4 K (1405bytes) at 1731972447901Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 so closing down at 1731972447923 (+22 ms)3 split writer threads finished at 1731972447940 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972447972 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972447988 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448036 (+48 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972448039 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448087 (+48 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972448090 (+3 ms)Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972448090 2024-11-18T23:27:28,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.6 2024-11-18T23:27:28,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:28,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 2024-11-18T23:27:28,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 after 4ms 2024-11-18T23:27:28,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 took 9ms 2024-11-18T23:27:28,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 so closing down 2024-11-18T23:27:28,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:28,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:28,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:28,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:28,124 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:28,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742100_1279 (size=753) 2024-11-18T23:27:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742100_1279 (size=753) 2024-11-18T23:27:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742101_1280 (size=753) 2024-11-18T23:27:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742101_1280 (size=753) 2024-11-18T23:27:28,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:28,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:28,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 496 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:28,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7, size=1.4 K (1413bytes) at 1731972448095Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 so closing down at 1731972448107 (+12 ms)3 split writer threads finished at 1731972448108 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972448122 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972448132 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448252 (+120 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972448264 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448593 (+329 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972448600 (+7 ms)Processed 20 edits across 2 Regions in 496 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972448600 2024-11-18T23:27:28,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.7 2024-11-18T23:27:28,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:28,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 2024-11-18T23:27:28,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 after 2ms 2024-11-18T23:27:28,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 took 5ms 2024-11-18T23:27:28,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 so closing down 2024-11-18T23:27:28,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:28,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:28,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:28,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:28,678 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:28,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742102_1281 (size=753) 2024-11-18T23:27:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742102_1281 (size=753) 2024-11-18T23:27:28,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742103_1282 (size=753) 2024-11-18T23:27:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742103_1282 (size=753) 2024-11-18T23:27:28,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:28,761 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:28,761 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8, size=1.4 K (1413bytes) at 1731972448610Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 so closing down at 1731972448616 (+6 ms)3 split writer threads finished at 1731972448616Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972448656 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972448695 (+39 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448735 (+40 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972448737 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448756 (+19 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972448761 (+5 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972448761 2024-11-18T23:27:28,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.8 2024-11-18T23:27:28,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:28,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 2024-11-18T23:27:28,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 after 1ms 2024-11-18T23:27:28,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 took 14ms 2024-11-18T23:27:28,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 so closing down 2024-11-18T23:27:28,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:28,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:28,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:28,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:28,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:28,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742104_1283 (size=753) 2024-11-18T23:27:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742104_1283 (size=753) 2024-11-18T23:27:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742105_1284 (size=753) 2024-11-18T23:27:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742105_1284 (size=753) 2024-11-18T23:27:28,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:28,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:29,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:29,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:29,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:29,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9, size=1.4 K (1413bytes) at 1731972448764Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 so closing down at 1731972448801 (+37 ms)3 split writer threads finished at 1731972448804 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972448832 (+28 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972448876 (+44 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972448957 (+81 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972448973 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972449320 (+347 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972449329 (+9 ms)Processed 20 edits across 2 Regions in 529 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972449330 (+1 ms) 2024-11-18T23:27:29,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731972445556/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/1923ec5a-f8e6-72b5-93be-918bfb81a6dc/oldWALs/wal.dat.9 2024-11-18T23:27:29,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5514 (was 5224) - AvailableMemoryMB LEAK? - 2024-11-18T23:27:29,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=5512 2024-11-18T23:27:29,565 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742106_1285 (size=7) 2024-11-18T23:27:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742106_1285 (size=7) 2024-11-18T23:27:29,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:29,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:29,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:29,595 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:29,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T23:27:29,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:29,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:29,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742107_1286 (size=2403) 2024-11-18T23:27:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742107_1286 (size=2403) 2024-11-18T23:27:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:29,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T23:27:29,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 2024-11-18T23:27:29,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 after 1ms 2024-11-18T23:27:29,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 took 7ms 2024-11-18T23:27:29,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 so closing down 2024-11-18T23:27:29,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:29,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:29,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:29,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742108_1287 (size=863) 2024-11-18T23:27:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742108_1287 (size=863) 2024-11-18T23:27:30,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:30,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T23:27:30,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 153 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T23:27:30,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0, size=2.3 K (2403bytes) at 1731972449895Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 so closing down at 1731972449949 (+54 ms)3 split writer threads finished at 1731972449956 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972449996 (+40 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972450088 (+92 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731972450095 (+7 ms)Processed 20 edits across 1 Regions in 153 ms; skipped=10; WAL=hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731972450095 2024-11-18T23:27:30,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/WALs/testsplitremovesregioneventsedits,16010,1731972449596/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/5d610e4c-d762-67b8-e194-46d5b0597efd/oldWALs/wal.dat.0 2024-11-18T23:27:30,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=5479 (was 5512) 2024-11-18T23:27:30,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=5478 2024-11-18T23:27:30,180 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:30,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742109_1288 (size=7) 2024-11-18T23:27:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742109_1288 (size=7) 2024-11-18T23:27:30,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:30,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:30,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:30,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:30,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=5473 (was 5478) 2024-11-18T23:27:30,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=5473 2024-11-18T23:27:30,311 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742110_1289 (size=7) 2024-11-18T23:27:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742110_1289 (size=7) 2024-11-18T23:27:30,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:30,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:30,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:30,400 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:30,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742111_1290 (size=255) 2024-11-18T23:27:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742111_1290 (size=255) 2024-11-18T23:27:30,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1, size=255 (255bytes) 2024-11-18T23:27:30,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 2024-11-18T23:27:30,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 after 7ms 2024-11-18T23:27:30,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 took 20ms 2024-11-18T23:27:30,676 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T23:27:30,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 so closing down 2024-11-18T23:27:30,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:30,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:30,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T23:27:30,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1, size=255 (255bytes) at 1731972450625Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 so closing down at 1731972450676 (+51 ms)3 split writer threads finished at 1731972450688 (+12 ms)Processed 0 edits across 0 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731972450688 2024-11-18T23:27:30,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/WALs/testsplitremovesreplicationmarkeredits,16010,1731972450400/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/638b0349-98f3-8737-e610-473131fc3c9b/oldWALs/wal.dat.1 2024-11-18T23:27:30,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1332 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=5461 (was 5473) 2024-11-18T23:27:30,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1332, ProcessCount=11, AvailableMemoryMB=5461 2024-11-18T23:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742112_1291 (size=7) 2024-11-18T23:27:30,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742112_1291 (size=7) 2024-11-18T23:27:31,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:31,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:31,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:31,272 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:31,273 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T23:27:31,273 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T23:27:31,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742113_1292 (size=1941) 2024-11-18T23:27:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742113_1292 (size=1941) 2024-11-18T23:27:31,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515/data/default/t1/region__1 2024-11-18T23:27:31,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T23:27:31,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 2024-11-18T23:27:31,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 after 1ms 2024-11-18T23:27:31,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 took 8ms 2024-11-18T23:27:31,428 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T23:27:31,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 so closing down 2024-11-18T23:27:31,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:31,431 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:31,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 5 ms; skipped=17; WAL=hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T23:27:31,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0, size=1.9 K (1941bytes) at 1731972451417Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 so closing down at 1731972451429 (+12 ms)3 split writer threads finished at 1731972451431 (+2 ms)Processed 17 edits across 0 Regions in 5 ms; skipped=17; WAL=hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731972451431 2024-11-18T23:27:31,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/WALs/testsplitlogfiledeletedregiondir,16010,1731972451273/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/0c9a634c-860e-a14f-e33c-894ef786ddc8/oldWALs/wal.dat.0 2024-11-18T23:27:31,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=131 (was 131), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1329 (was 1332), ProcessCount=11 (was 11), AvailableMemoryMB=5424 (was 5461) 2024-11-18T23:27:31,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=131, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1329, ProcessCount=11, AvailableMemoryMB=5423 2024-11-18T23:27:31,471 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742114_1293 (size=7) 2024-11-18T23:27:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742114_1293 (size=7) 2024-11-18T23:27:31,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:31,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:31,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:31,547 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:31,548 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T23:27:31,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:31,548 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:31,549 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:31,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:31,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742115_1294 (size=1393) 2024-11-18T23:27:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742115_1294 (size=1393) 2024-11-18T23:27:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:31,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742116_1295 (size=1393) 2024-11-18T23:27:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742116_1295 (size=1393) 2024-11-18T23:27:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:31,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:31,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742117_1296 (size=1393) 2024-11-18T23:27:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742117_1296 (size=1393) 2024-11-18T23:27:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:31,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742118_1297 (size=1393) 2024-11-18T23:27:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742118_1297 (size=1393) 2024-11-18T23:27:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:31,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742119_1298 (size=1393) 2024-11-18T23:27:32,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742119_1298 (size=1393) 2024-11-18T23:27:32,034 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:32,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:32,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742120_1299 (size=1393) 2024-11-18T23:27:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742120_1299 (size=1393) 2024-11-18T23:27:32,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:32,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:32,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742121_1300 (size=1405) 2024-11-18T23:27:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742121_1300 (size=1405) 2024-11-18T23:27:32,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:32,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742122_1301 (size=1413) 2024-11-18T23:27:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742122_1301 (size=1413) 2024-11-18T23:27:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:32,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:32,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742123_1302 (size=1413) 2024-11-18T23:27:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742123_1302 (size=1413) 2024-11-18T23:27:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:33,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742124_1303 (size=1413) 2024-11-18T23:27:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742124_1303 (size=1413) 2024-11-18T23:27:33,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:33,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:33,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0 2024-11-18T23:27:33,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0 after 1ms 2024-11-18T23:27:33,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0 took 5ms 2024-11-18T23:27:33,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0 so closing down 2024-11-18T23:27:33,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:33,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:33,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:33,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0, size=1.4 K (1393bytes) at 1731972453458Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0 so closing down at 1731972453471 (+13 ms)3 split writer threads finished at 1731972453472 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/802ecfd3-7e9c-ec85-b3ca-e8602f5f7661/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731972451547/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972453472 2024-11-18T23:27:33,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=131 (was 131), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1329 (was 1329), ProcessCount=11 (was 11), AvailableMemoryMB=5293 (was 5423) 2024-11-18T23:27:33,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=131, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1329, ProcessCount=11, AvailableMemoryMB=5291 2024-11-18T23:27:33,498 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:33,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742125_1304 (size=7) 2024-11-18T23:27:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742125_1304 (size=7) 2024-11-18T23:27:33,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:33,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:33,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:33,562 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:33,562 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:33,563 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:33,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:33,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742126_1305 (size=1393) 2024-11-18T23:27:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742126_1305 (size=1393) 2024-11-18T23:27:33,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:33,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:33,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:33,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742127_1306 (size=1393) 2024-11-18T23:27:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742127_1306 (size=1393) 2024-11-18T23:27:34,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:34,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742128_1307 (size=1393) 2024-11-18T23:27:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742128_1307 (size=1393) 2024-11-18T23:27:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:34,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742129_1308 (size=1393) 2024-11-18T23:27:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742129_1308 (size=1393) 2024-11-18T23:27:34,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:34,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:34,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742131_1310 (size=1393) 2024-11-18T23:27:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:34,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742131_1310 (size=1393) 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742132_1311 (size=1405) 2024-11-18T23:27:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742132_1311 (size=1405) 2024-11-18T23:27:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:34,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742133_1312 (size=1413) 2024-11-18T23:27:34,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742133_1312 (size=1413) 2024-11-18T23:27:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:34,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742134_1313 (size=1413) 2024-11-18T23:27:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742134_1313 (size=1413) 2024-11-18T23:27:35,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:35,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:35,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742135_1314 (size=1413) 2024-11-18T23:27:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742135_1314 (size=1413) 2024-11-18T23:27:35,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:35,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:35,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742130_1309 (size=1458) 2024-11-18T23:27:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742130_1309 (size=1458) 2024-11-18T23:27:35,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:35,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 2024-11-18T23:27:35,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 after 1ms 2024-11-18T23:27:35,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 took 7ms 2024-11-18T23:27:35,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 so closing down 2024-11-18T23:27:35,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:35,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:35,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:35,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:35,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:35,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742137_1316 (size=743) 2024-11-18T23:27:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742137_1316 (size=743) 2024-11-18T23:27:35,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742136_1315 (size=743) 2024-11-18T23:27:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742136_1315 (size=743) 2024-11-18T23:27:35,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:35,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:35,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0, size=1.4 K (1393bytes) at 1731972455142Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 so closing down at 1731972455166 (+24 ms)3 split writer threads finished at 1731972455176 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972455216 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972455220 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455313 (+93 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972455328 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455334 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972455335 (+1 ms)Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972455336 (+1 ms) 2024-11-18T23:27:35,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/oldWALs/wal.dat.0 2024-11-18T23:27:35,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:35,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 2024-11-18T23:27:35,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 after 1ms 2024-11-18T23:27:35,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 took 9ms 2024-11-18T23:27:35,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 so closing down 2024-11-18T23:27:35,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:35,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:35,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:35,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:35,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:35,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742139_1318 (size=743) 2024-11-18T23:27:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742138_1317 (size=743) 2024-11-18T23:27:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742138_1317 (size=743) 2024-11-18T23:27:35,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742139_1318 (size=743) 2024-11-18T23:27:35,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:35,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:35,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:35,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1, size=1.4 K (1393bytes) at 1731972455340Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 so closing down at 1731972455384 (+44 ms)3 split writer threads finished at 1731972455384Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972455407 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972455412 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455487 (+75 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455487Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972455496 (+9 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972455502 (+6 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972455502 2024-11-18T23:27:35,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/oldWALs/wal.dat.1 2024-11-18T23:27:35,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:35,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 2024-11-18T23:27:35,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 after 1ms 2024-11-18T23:27:35,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 took 7ms 2024-11-18T23:27:35,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 so closing down 2024-11-18T23:27:35,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:35,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:35,548 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:35,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:35,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:35,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742141_1320 (size=743) 2024-11-18T23:27:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742141_1320 (size=743) 2024-11-18T23:27:35,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742140_1319 (size=743) 2024-11-18T23:27:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742140_1319 (size=743) 2024-11-18T23:27:35,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:35,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:35,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2, size=1.4 K (1393bytes) at 1731972455507Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 so closing down at 1731972455522 (+15 ms)3 split writer threads finished at 1731972455541 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972455559 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972455572 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455597 (+25 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972455599 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455604 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972455610 (+6 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972455611 (+1 ms) 2024-11-18T23:27:35,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/oldWALs/wal.dat.2 2024-11-18T23:27:35,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:35,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 2024-11-18T23:27:35,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 after 1ms 2024-11-18T23:27:35,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 took 3ms 2024-11-18T23:27:35,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 so closing down 2024-11-18T23:27:35,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:35,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:35,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:35,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:35,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:35,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742142_1321 (size=743) 2024-11-18T23:27:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742142_1321 (size=743) 2024-11-18T23:27:35,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742143_1322 (size=743) 2024-11-18T23:27:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742143_1322 (size=743) 2024-11-18T23:27:35,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:35,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:35,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:35,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3, size=1.4 K (1393bytes) at 1731972455616Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 so closing down at 1731972455625 (+9 ms)3 split writer threads finished at 1731972455625Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972455644 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972455656 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455698 (+42 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972455699 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972455705 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972455707 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972455707 2024-11-18T23:27:35,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/oldWALs/wal.dat.3 2024-11-18T23:27:35,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T23:27:35,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4 2024-11-18T23:27:35,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4 after 6ms 2024-11-18T23:27:35,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4 took 10ms 2024-11-18T23:27:35,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4 so closing down 2024-11-18T23:27:35,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:35,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:35,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:35,730 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T23:27:35,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T23:27:35,734 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:35,734 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:35,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:35,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T23:27:35,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4, size=1.4 K (1458bytes) at 1731972455712Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4 so closing down at 1731972455724 (+12 ms)3 split writer threads finished at 1731972455725 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731972455733 (+8 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731972455734 (+1 ms)Processed 21 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/WALs/testsplitwillfailifwritingtoregionfails,16010,1731972453562/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731972455734 2024-11-18T23:27:35,734 WARN [split-log-closeStream-pool-2 {}] wal.AbstractProtobufLogWriter(199): Init output failed, path=hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:35,735 DEBUG [split-log-closeStream-pool-2 {}] wal.FSHLogProvider(93): Error instantiating log writer. java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:35,735 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33309/user/jenkins/test-data/0dbf4024-9dfe-2ce5-ec21-dfd961ca2db1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:35,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=132 (was 131) - Thread LEAK? -, OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1329 (was 1329), ProcessCount=11 (was 11), AvailableMemoryMB=5092 (was 5291) 2024-11-18T23:27:35,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=132, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1329, ProcessCount=11, AvailableMemoryMB=5092 2024-11-18T23:27:35,768 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742144_1323 (size=7) 2024-11-18T23:27:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742144_1323 (size=7) 2024-11-18T23:27:35,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:35,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:35,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:35,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:35,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T23:27:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742145_1324 (size=93) 2024-11-18T23:27:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742145_1324 (size=93) 2024-11-18T23:27:36,225 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:36,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:36,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742146_1325 (size=1393) 2024-11-18T23:27:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742146_1325 (size=1393) 2024-11-18T23:27:36,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:36,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742147_1326 (size=1393) 2024-11-18T23:27:36,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742147_1326 (size=1393) 2024-11-18T23:27:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:36,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:36,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:36,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:36,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742148_1327 (size=1393) 2024-11-18T23:27:37,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742148_1327 (size=1393) 2024-11-18T23:27:37,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:37,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742149_1328 (size=1393) 2024-11-18T23:27:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742149_1328 (size=1393) 2024-11-18T23:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:37,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742150_1329 (size=1393) 2024-11-18T23:27:37,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742150_1329 (size=1393) 2024-11-18T23:27:37,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:37,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742151_1330 (size=1393) 2024-11-18T23:27:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742151_1330 (size=1393) 2024-11-18T23:27:37,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:37,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:37,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:37,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742152_1331 (size=1405) 2024-11-18T23:27:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742152_1331 (size=1405) 2024-11-18T23:27:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:38,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742153_1332 (size=1413) 2024-11-18T23:27:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742153_1332 (size=1413) 2024-11-18T23:27:38,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:38,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:38,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742154_1333 (size=1413) 2024-11-18T23:27:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742154_1333 (size=1413) 2024-11-18T23:27:38,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:38,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:38,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:38,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742155_1334 (size=1413) 2024-11-18T23:27:38,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742155_1334 (size=1413) 2024-11-18T23:27:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:38,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T23:27:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742156_1335 (size=93) 2024-11-18T23:27:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742156_1335 (size=93) 2024-11-18T23:27:38,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty, size=93 (93bytes) 2024-11-18T23:27:38,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty 2024-11-18T23:27:38,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty after 0ms 2024-11-18T23:27:38,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty took 3ms 2024-11-18T23:27:38,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty so closing down 2024-11-18T23:27:38,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:38,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:38,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T23:27:38,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty, size=93 (93bytes) at 1731972458325Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty so closing down at 1731972458328 (+3 ms)3 split writer threads finished at 1731972458329 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731972458329 2024-11-18T23:27:38,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat..empty to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat..empty 2024-11-18T23:27:38,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:38,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 2024-11-18T23:27:38,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 after 0ms 2024-11-18T23:27:38,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 took 2ms 2024-11-18T23:27:38,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 so closing down 2024-11-18T23:27:38,339 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:38,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:38,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:38,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:38,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:38,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742157_1336 (size=743) 2024-11-18T23:27:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742157_1336 (size=743) 2024-11-18T23:27:38,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:38,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742158_1337 (size=743) 2024-11-18T23:27:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742158_1337 (size=743) 2024-11-18T23:27:38,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:38,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:38,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:38,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0, size=1.4 K (1393bytes) at 1731972458332Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 so closing down at 1731972458339 (+7 ms)3 split writer threads finished at 1731972458357 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972458376 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972458399 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972458425 (+26 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972458429 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972458839 (+410 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972458842 (+3 ms)Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972458843 (+1 ms) 2024-11-18T23:27:38,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.0 2024-11-18T23:27:38,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:38,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 2024-11-18T23:27:38,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 after 2ms 2024-11-18T23:27:38,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 took 5ms 2024-11-18T23:27:38,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 so closing down 2024-11-18T23:27:38,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:38,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:38,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:38,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:38,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:38,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742159_1338 (size=743) 2024-11-18T23:27:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742159_1338 (size=743) 2024-11-18T23:27:38,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:38,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742160_1339 (size=743) 2024-11-18T23:27:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742160_1339 (size=743) 2024-11-18T23:27:38,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:38,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:38,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:38,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1, size=1.4 K (1393bytes) at 1731972458848Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 so closing down at 1731972458865 (+17 ms)3 split writer threads finished at 1731972458868 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972458888 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972458900 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972458941 (+41 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972458942 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972458964 (+22 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972458968 (+4 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972458969 (+1 ms) 2024-11-18T23:27:38,973 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.1 2024-11-18T23:27:38,973 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:38,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 2024-11-18T23:27:38,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 after 0ms 2024-11-18T23:27:38,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 took 5ms 2024-11-18T23:27:38,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 so closing down 2024-11-18T23:27:38,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:38,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:38,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:39,007 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:39,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:39,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742161_1340 (size=743) 2024-11-18T23:27:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742161_1340 (size=743) 2024-11-18T23:27:39,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742162_1341 (size=743) 2024-11-18T23:27:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742162_1341 (size=743) 2024-11-18T23:27:39,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:39,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:39,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2, size=1.4 K (1393bytes) at 1731972458973Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 so closing down at 1731972458984 (+11 ms)3 split writer threads finished at 1731972458984Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972459008 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972459008Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459063 (+55 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972459066 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459073 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972459074 (+1 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972459074 2024-11-18T23:27:39,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.2 2024-11-18T23:27:39,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:39,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 2024-11-18T23:27:39,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 after 1ms 2024-11-18T23:27:39,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 took 4ms 2024-11-18T23:27:39,103 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 so closing down 2024-11-18T23:27:39,103 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:39,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:39,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:39,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:39,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:39,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742163_1342 (size=743) 2024-11-18T23:27:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742163_1342 (size=743) 2024-11-18T23:27:39,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742164_1343 (size=743) 2024-11-18T23:27:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742164_1343 (size=743) 2024-11-18T23:27:39,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:39,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:39,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:39,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3, size=1.4 K (1393bytes) at 1731972459076Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 so closing down at 1731972459103 (+27 ms)3 split writer threads finished at 1731972459104 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972459128 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972459132 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459224 (+92 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972459237 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459629 (+392 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972459633 (+4 ms)Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972459636 (+3 ms) 2024-11-18T23:27:39,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.3 2024-11-18T23:27:39,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:39,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 2024-11-18T23:27:39,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 after 4ms 2024-11-18T23:27:39,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 took 6ms 2024-11-18T23:27:39,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 so closing down 2024-11-18T23:27:39,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:39,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:39,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:39,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:39,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:39,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742166_1345 (size=743) 2024-11-18T23:27:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742166_1345 (size=743) 2024-11-18T23:27:39,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742165_1344 (size=743) 2024-11-18T23:27:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742165_1344 (size=743) 2024-11-18T23:27:39,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:39,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:39,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:39,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4, size=1.4 K (1393bytes) at 1731972459642Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 so closing down at 1731972459660 (+18 ms)3 split writer threads finished at 1731972459663 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972459700 (+37 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972459700Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459764 (+64 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972459766 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972459789 (+23 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972459797 (+8 ms)Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972459797 2024-11-18T23:27:39,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.4 2024-11-18T23:27:39,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:39,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 2024-11-18T23:27:39,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 after 2ms 2024-11-18T23:27:39,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 took 3ms 2024-11-18T23:27:39,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 so closing down 2024-11-18T23:27:39,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:39,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:39,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:39,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:39,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:39,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742167_1346 (size=743) 2024-11-18T23:27:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742167_1346 (size=743) 2024-11-18T23:27:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742168_1347 (size=743) 2024-11-18T23:27:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742168_1347 (size=743) 2024-11-18T23:27:39,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 7 ms) 2024-11-18T23:27:39,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:40,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:40,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:40,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5, size=1.4 K (1393bytes) at 1731972459799Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 so closing down at 1731972459822 (+23 ms)3 split writer threads finished at 1731972459824 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972459869 (+45 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972459880 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 7 ms) at 1731972459924 (+44 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972459927 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460321 (+394 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972460326 (+5 ms)Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972460326 2024-11-18T23:27:40,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.5 2024-11-18T23:27:40,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:40,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 2024-11-18T23:27:40,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 after 4ms 2024-11-18T23:27:40,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 took 13ms 2024-11-18T23:27:40,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 so closing down 2024-11-18T23:27:40,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:40,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:40,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:40,433 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:40,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:40,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742170_1349 (size=749) 2024-11-18T23:27:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742170_1349 (size=749) 2024-11-18T23:27:40,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742169_1348 (size=749) 2024-11-18T23:27:40,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742169_1348 (size=749) 2024-11-18T23:27:40,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:40,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:40,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:40,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6, size=1.4 K (1405bytes) at 1731972460344Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 so closing down at 1731972460389 (+45 ms)3 split writer threads finished at 1731972460392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972460452 (+60 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972460461 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460521 (+60 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460536 (+15 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972460540 (+4 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972460543 (+3 ms)Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972460543 2024-11-18T23:27:40,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.6 2024-11-18T23:27:40,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:40,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 2024-11-18T23:27:40,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 after 1ms 2024-11-18T23:27:40,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 took 3ms 2024-11-18T23:27:40,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 so closing down 2024-11-18T23:27:40,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:40,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:40,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:40,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:40,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:40,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742171_1350 (size=753) 2024-11-18T23:27:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742171_1350 (size=753) 2024-11-18T23:27:40,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:40,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742172_1351 (size=753) 2024-11-18T23:27:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742172_1351 (size=753) 2024-11-18T23:27:40,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:40,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:40,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7, size=1.4 K (1413bytes) at 1731972460546Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 so closing down at 1731972460555 (+9 ms)3 split writer threads finished at 1731972460555Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972460579 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972460584 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460602 (+18 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972460604 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460654 (+50 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972460656 (+2 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972460656 2024-11-18T23:27:40,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.7 2024-11-18T23:27:40,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:40,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 2024-11-18T23:27:40,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 after 0ms 2024-11-18T23:27:40,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 took 5ms 2024-11-18T23:27:40,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 so closing down 2024-11-18T23:27:40,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:40,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:40,686 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:40,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:40,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:40,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:40,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742173_1352 (size=753) 2024-11-18T23:27:40,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742174_1353 (size=753) 2024-11-18T23:27:40,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742173_1352 (size=753) 2024-11-18T23:27:40,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742174_1353 (size=753) 2024-11-18T23:27:40,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:40,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:40,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8, size=1.4 K (1413bytes) at 1731972460659Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 so closing down at 1731972460664 (+5 ms)3 split writer threads finished at 1731972460678 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972460698 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972460708 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460718 (+10 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972460720 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460721 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972460724 (+3 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972460725 (+1 ms) 2024-11-18T23:27:40,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.8 2024-11-18T23:27:40,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:40,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 2024-11-18T23:27:40,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 after 0ms 2024-11-18T23:27:40,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 took 4ms 2024-11-18T23:27:40,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 so closing down 2024-11-18T23:27:40,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:40,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:40,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:40,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:40,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:40,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742175_1354 (size=753) 2024-11-18T23:27:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742175_1354 (size=753) 2024-11-18T23:27:40,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742176_1355 (size=753) 2024-11-18T23:27:40,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:40,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742176_1355 (size=753) 2024-11-18T23:27:40,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:40,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:40,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:40,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9, size=1.4 K (1413bytes) at 1731972460727Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 so closing down at 1731972460734 (+7 ms)3 split writer threads finished at 1731972460735 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972460752 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972460765 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460835 (+70 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972460837 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972460846 (+9 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972460857 (+11 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972460860 (+3 ms) 2024-11-18T23:27:40,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.9 2024-11-18T23:27:40,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty, size=93 (93bytes) 2024-11-18T23:27:40,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty 2024-11-18T23:27:40,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty after 0ms 2024-11-18T23:27:40,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty took 5ms 2024-11-18T23:27:40,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty so closing down 2024-11-18T23:27:40,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:40,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:40,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T23:27:40,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty, size=93 (93bytes) at 1731972460874Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty so closing down at 1731972460893 (+19 ms)3 split writer threads finished at 1731972460896 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731972460896 2024-11-18T23:27:40,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/WALs/testemptylogfiles,16010,1731972455793/wal.dat.empty to hdfs://localhost:33309/user/jenkins/test-data/3db8b704-b059-3e26-e729-cc11d128e26c/oldWALs/wal.dat.empty 2024-11-18T23:27:41,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=132 (was 132), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1310 (was 1329), ProcessCount=11 (was 11), AvailableMemoryMB=6174 (was 5092) - AvailableMemoryMB LEAK? - 2024-11-18T23:27:41,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=132, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1310, ProcessCount=11, AvailableMemoryMB=6174 2024-11-18T23:27:41,090 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742177_1356 (size=7) 2024-11-18T23:27:41,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742177_1356 (size=7) 2024-11-18T23:27:41,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:41,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:41,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:41,161 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:41,161 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:41,168 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:41,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742178_1357 (size=1393) 2024-11-18T23:27:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742178_1357 (size=1393) 2024-11-18T23:27:41,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:41,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:41,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742179_1358 (size=1393) 2024-11-18T23:27:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742179_1358 (size=1393) 2024-11-18T23:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:42,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742180_1359 (size=1393) 2024-11-18T23:27:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742180_1359 (size=1393) 2024-11-18T23:27:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:42,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742181_1360 (size=1393) 2024-11-18T23:27:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742181_1360 (size=1393) 2024-11-18T23:27:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:42,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:42,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742182_1361 (size=1393) 2024-11-18T23:27:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742182_1361 (size=1393) 2024-11-18T23:27:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:43,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742183_1362 (size=1393) 2024-11-18T23:27:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742183_1362 (size=1393) 2024-11-18T23:27:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:43,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742184_1363 (size=1405) 2024-11-18T23:27:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742184_1363 (size=1405) 2024-11-18T23:27:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:43,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742185_1364 (size=1413) 2024-11-18T23:27:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742185_1364 (size=1413) 2024-11-18T23:27:43,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:43,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:43,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742186_1365 (size=1413) 2024-11-18T23:27:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742186_1365 (size=1413) 2024-11-18T23:27:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:44,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742187_1366 (size=1413) 2024-11-18T23:27:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742187_1366 (size=1413) 2024-11-18T23:27:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:44,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:44,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 2024-11-18T23:27:44,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 after 0ms 2024-11-18T23:27:44,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 took 2ms 2024-11-18T23:27:44,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 so closing down 2024-11-18T23:27:44,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:44,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:44,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:44,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742188_1367 (size=743) 2024-11-18T23:27:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742189_1368 (size=743) 2024-11-18T23:27:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742188_1367 (size=743) 2024-11-18T23:27:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742189_1368 (size=743) 2024-11-18T23:27:44,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:44,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:44,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0, size=1.4 K (1393bytes) at 1731972464579Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 so closing down at 1731972464583 (+4 ms)3 split writer threads finished at 1731972464583Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972464586 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972464586Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464590 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464590Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972464591 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972464591Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464591 2024-11-18T23:27:44,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.0 2024-11-18T23:27:44,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:44,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 2024-11-18T23:27:44,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 after 0ms 2024-11-18T23:27:44,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 took 2ms 2024-11-18T23:27:44,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 so closing down 2024-11-18T23:27:44,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:44,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:44,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:44,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742191_1370 (size=743) 2024-11-18T23:27:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742190_1369 (size=743) 2024-11-18T23:27:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742190_1369 (size=743) 2024-11-18T23:27:44,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742191_1370 (size=743) 2024-11-18T23:27:44,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:44,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:44,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1, size=1.4 K (1393bytes) at 1731972464592Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 so closing down at 1731972464595 (+3 ms)3 split writer threads finished at 1731972464595Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972464597 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972464597Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464601 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464601Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972464602 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972464602Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464602 2024-11-18T23:27:44,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.1 2024-11-18T23:27:44,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:44,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 2024-11-18T23:27:44,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 after 0ms 2024-11-18T23:27:44,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 took 2ms 2024-11-18T23:27:44,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 so closing down 2024-11-18T23:27:44,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:44,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:44,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:44,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742192_1371 (size=743) 2024-11-18T23:27:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742193_1372 (size=743) 2024-11-18T23:27:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742193_1372 (size=743) 2024-11-18T23:27:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742192_1371 (size=743) 2024-11-18T23:27:44,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:44,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:44,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2, size=1.4 K (1393bytes) at 1731972464604Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 so closing down at 1731972464607 (+3 ms)3 split writer threads finished at 1731972464607Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972464610 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972464610Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464619 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464619Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972464620 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972464620Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464620 2024-11-18T23:27:44,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.2 2024-11-18T23:27:44,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:44,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 2024-11-18T23:27:44,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 after 1ms 2024-11-18T23:27:44,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 took 2ms 2024-11-18T23:27:44,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 so closing down 2024-11-18T23:27:44,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:44,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:44,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:44,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742195_1374 (size=743) 2024-11-18T23:27:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742195_1374 (size=743) 2024-11-18T23:27:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742194_1373 (size=743) 2024-11-18T23:27:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742194_1373 (size=743) 2024-11-18T23:27:44,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:44,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:44,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3, size=1.4 K (1393bytes) at 1731972464621Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 so closing down at 1731972464624 (+3 ms)3 split writer threads finished at 1731972464624Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972464627 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972464627Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464636 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464636Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972464637 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972464637Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464637 2024-11-18T23:27:44,639 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.3 2024-11-18T23:27:44,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:44,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 2024-11-18T23:27:44,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 after 1ms 2024-11-18T23:27:44,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 took 3ms 2024-11-18T23:27:44,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 so closing down 2024-11-18T23:27:44,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:44,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:44,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:44,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742196_1375 (size=743) 2024-11-18T23:27:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742196_1375 (size=743) 2024-11-18T23:27:44,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742197_1376 (size=743) 2024-11-18T23:27:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742197_1376 (size=743) 2024-11-18T23:27:44,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:44,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4, size=1.4 K (1393bytes) at 1731972464639Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 so closing down at 1731972464644 (+5 ms)3 split writer threads finished at 1731972464644Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972464646 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972464647 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464650 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972464651 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464654 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972464655 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464655 2024-11-18T23:27:44,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.4 2024-11-18T23:27:44,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:44,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 2024-11-18T23:27:44,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 after 1ms 2024-11-18T23:27:44,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 took 3ms 2024-11-18T23:27:44,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 so closing down 2024-11-18T23:27:44,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:44,662 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:44,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:44,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742199_1378 (size=743) 2024-11-18T23:27:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742198_1377 (size=743) 2024-11-18T23:27:44,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742199_1378 (size=743) 2024-11-18T23:27:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742198_1377 (size=743) 2024-11-18T23:27:44,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:44,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:44,676 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:44,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5, size=1.4 K (1393bytes) at 1731972464656Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 so closing down at 1731972464660 (+4 ms)3 split writer threads finished at 1731972464660Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972464662 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972464663 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464674 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464674Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972464675 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972464675Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972464676 (+1 ms) 2024-11-18T23:27:44,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.5 2024-11-18T23:27:44,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:44,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 2024-11-18T23:27:44,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 after 1ms 2024-11-18T23:27:44,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 took 3ms 2024-11-18T23:27:44,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 so closing down 2024-11-18T23:27:44,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:44,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:44,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:44,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742200_1379 (size=749) 2024-11-18T23:27:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742200_1379 (size=749) 2024-11-18T23:27:44,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742201_1380 (size=749) 2024-11-18T23:27:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742201_1380 (size=749) 2024-11-18T23:27:44,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:44,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:44,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6, size=1.4 K (1405bytes) at 1731972464677Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 so closing down at 1731972464685 (+8 ms)3 split writer threads finished at 1731972464685Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972464687 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972464688 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464705 (+17 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972464707 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464724 (+17 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972464730 (+6 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972464731 (+1 ms) 2024-11-18T23:27:44,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.6 2024-11-18T23:27:44,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:44,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 2024-11-18T23:27:44,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 after 1ms 2024-11-18T23:27:44,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 took 3ms 2024-11-18T23:27:44,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 so closing down 2024-11-18T23:27:44,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:44,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:44,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:44,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742202_1381 (size=753) 2024-11-18T23:27:44,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742202_1381 (size=753) 2024-11-18T23:27:44,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742203_1382 (size=753) 2024-11-18T23:27:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742203_1382 (size=753) 2024-11-18T23:27:44,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:44,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:44,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:44,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7, size=1.4 K (1413bytes) at 1731972464736Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 so closing down at 1731972464741 (+5 ms)3 split writer threads finished at 1731972464741Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972464751 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972464756 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464757 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972464758 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972464765 (+7 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972464767 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972464767 2024-11-18T23:27:44,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.7 2024-11-18T23:27:44,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:44,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 2024-11-18T23:27:44,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 after 0ms 2024-11-18T23:27:44,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 took 3ms 2024-11-18T23:27:44,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 so closing down 2024-11-18T23:27:44,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:44,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:44,777 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:44,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:44,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:44,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742204_1383 (size=753) 2024-11-18T23:27:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742204_1383 (size=753) 2024-11-18T23:27:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742205_1384 (size=753) 2024-11-18T23:27:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742205_1384 (size=753) 2024-11-18T23:27:45,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:45,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:45,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:45,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:45,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:45,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8, size=1.4 K (1413bytes) at 1731972464770Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 so closing down at 1731972464774 (+4 ms)3 split writer threads finished at 1731972464774Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972464782 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972464784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972465203 (+419 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972465205 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972465205Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972465206 (+1 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972465206 2024-11-18T23:27:45,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.8 2024-11-18T23:27:45,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:45,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 2024-11-18T23:27:45,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 after 1ms 2024-11-18T23:27:45,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 took 10ms 2024-11-18T23:27:45,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 so closing down 2024-11-18T23:27:45,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:45,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:45,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:45,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:45,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:45,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742206_1385 (size=753) 2024-11-18T23:27:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742206_1385 (size=753) 2024-11-18T23:27:45,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:45,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742207_1386 (size=753) 2024-11-18T23:27:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742207_1386 (size=753) 2024-11-18T23:27:45,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:45,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:45,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:45,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9, size=1.4 K (1413bytes) at 1731972465209Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 so closing down at 1731972465224 (+15 ms)3 split writer threads finished at 1731972465228 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972465240 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972465269 (+29 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972465275 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972465277 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972465298 (+21 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972465299 (+1 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972465300 (+1 ms) 2024-11-18T23:27:45,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731972461161/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/91ced212-3e62-47a4-936f-2497bcfedc3f/oldWALs/wal.dat.9 2024-11-18T23:27:45,321 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=129 (was 132), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1310 (was 1310), ProcessCount=11 (was 11), AvailableMemoryMB=5559 (was 6174) 2024-11-18T23:27:45,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1310, ProcessCount=11, AvailableMemoryMB=5555 2024-11-18T23:27:45,335 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:45,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742208_1387 (size=7) 2024-11-18T23:27:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742208_1387 (size=7) 2024-11-18T23:27:45,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:45,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:45,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:45,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:45,790 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:33309/user/jenkins/test-data/29d94e17-a2ce-89e1-370c-d21c7fa85c71/data/hbase/meta/1588230740/recovered.edits 2024-11-18T23:27:45,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=129 (was 129), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1310 (was 1310), ProcessCount=11 (was 11), AvailableMemoryMB=5444 (was 5555) 2024-11-18T23:27:45,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1310, ProcessCount=11, AvailableMemoryMB=5442 2024-11-18T23:27:45,819 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742209_1388 (size=7) 2024-11-18T23:27:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742209_1388 (size=7) 2024-11-18T23:27:45,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:45,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:45,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:45,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:45,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T23:27:45,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T23:27:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T23:27:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742210_1389 (size=818) 2024-11-18T23:27:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742210_1389 (size=818) 2024-11-18T23:27:45,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5, size=818 (818bytes) 2024-11-18T23:27:45,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 2024-11-18T23:27:45,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 after 1ms 2024-11-18T23:27:45,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 took 2ms 2024-11-18T23:27:45,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 so closing down 2024-11-18T23:27:45,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:45,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:45,896 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T23:27:45,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T23:27:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742211_1390 (size=783) 2024-11-18T23:27:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742211_1390 (size=783) 2024-11-18T23:27:46,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T23:27:46,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T23:27:46,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T23:27:46,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5, size=818 (818bytes) at 1731972465889Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 so closing down at 1731972465894 (+5 ms)3 split writer threads finished at 1731972465894Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731972465900 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731972466316 (+416 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731972466318 (+2 ms)Processed 11 edits across 1 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731972466318 2024-11-18T23:27:46,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/WALs/testemptywaledit,16010,1731972465856/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/c144d123-3fa2-8d54-12c6-8ae865dd3914/oldWALs/wal.dat.5 2024-11-18T23:27:46,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=129 (was 129), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1269 (was 1310), ProcessCount=11 (was 11), AvailableMemoryMB=5351 (was 5442) 2024-11-18T23:27:46,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1269, ProcessCount=11, AvailableMemoryMB=5350 2024-11-18T23:27:46,347 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742212_1391 (size=7) 2024-11-18T23:27:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742212_1391 (size=7) 2024-11-18T23:27:46,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:46,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:46,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:46,369 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:46,369 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:46,370 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:46,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:46,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742213_1392 (size=1393) 2024-11-18T23:27:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742213_1392 (size=1393) 2024-11-18T23:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:46,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742214_1393 (size=1393) 2024-11-18T23:27:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742214_1393 (size=1393) 2024-11-18T23:27:46,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:46,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:46,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742215_1394 (size=1393) 2024-11-18T23:27:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742215_1394 (size=1393) 2024-11-18T23:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:46,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742216_1395 (size=1393) 2024-11-18T23:27:46,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742216_1395 (size=1393) 2024-11-18T23:27:46,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:46,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742217_1396 (size=1393) 2024-11-18T23:27:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742217_1396 (size=1393) 2024-11-18T23:27:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:46,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742218_1397 (size=1393) 2024-11-18T23:27:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742218_1397 (size=1393) 2024-11-18T23:27:46,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:46,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:46,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742219_1398 (size=1405) 2024-11-18T23:27:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742219_1398 (size=1405) 2024-11-18T23:27:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:46,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742220_1399 (size=1413) 2024-11-18T23:27:46,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742220_1399 (size=1413) 2024-11-18T23:27:46,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:46,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742221_1400 (size=1413) 2024-11-18T23:27:46,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:46,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742221_1400 (size=1413) 2024-11-18T23:27:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742222_1401 (size=1413) 2024-11-18T23:27:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742222_1401 (size=1413) 2024-11-18T23:27:46,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:47,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:47,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 2024-11-18T23:27:47,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 after 0ms 2024-11-18T23:27:47,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 took 3ms 2024-11-18T23:27:47,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 so closing down 2024-11-18T23:27:47,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:47,015 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:47,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:47,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:47,020 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:47,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742224_1403 (size=743) 2024-11-18T23:27:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742224_1403 (size=743) 2024-11-18T23:27:47,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:47,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:47,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742225_1404 (size=743) 2024-11-18T23:27:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742225_1404 (size=743) 2024-11-18T23:27:47,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:47,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:47,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:47,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0, size=1.4 K (1393bytes) at 1731972467008Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 so closing down at 1731972467015 (+7 ms)3 split writer threads finished at 1731972467015Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972467020 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972467024 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972467035 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972467036 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972467042 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972467043 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972467043 2024-11-18T23:27:47,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.0 2024-11-18T23:27:47,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:47,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 2024-11-18T23:27:47,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 after 1ms 2024-11-18T23:27:47,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 took 2ms 2024-11-18T23:27:47,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 so closing down 2024-11-18T23:27:47,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:47,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:47,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:47,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:47,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:47,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742226_1405 (size=743) 2024-11-18T23:27:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742226_1405 (size=743) 2024-11-18T23:27:47,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:47,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742227_1406 (size=743) 2024-11-18T23:27:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742227_1406 (size=743) 2024-11-18T23:27:47,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:47,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:47,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:47,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1, size=1.4 K (1393bytes) at 1731972467045Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 so closing down at 1731972467049 (+4 ms)3 split writer threads finished at 1731972467053 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972467060 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972467083 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972467094 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972467096 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972467497 (+401 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972467499 (+2 ms)Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972467499 2024-11-18T23:27:47,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.1 2024-11-18T23:27:47,502 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:47,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 2024-11-18T23:27:47,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 after 0ms 2024-11-18T23:27:47,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 took 53ms 2024-11-18T23:27:47,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 so closing down 2024-11-18T23:27:47,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:47,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:47,571 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:47,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:47,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:47,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742228_1407 (size=743) 2024-11-18T23:27:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742228_1407 (size=743) 2024-11-18T23:27:47,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:47,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742229_1408 (size=743) 2024-11-18T23:27:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742229_1408 (size=743) 2024-11-18T23:27:48,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:48,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:48,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:48,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2, size=1.4 K (1393bytes) at 1731972467502Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 so closing down at 1731972467562 (+60 ms)3 split writer threads finished at 1731972467563 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972467574 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972467580 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972467591 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972467593 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972468022 (+429 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972468024 (+2 ms)Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972468024 2024-11-18T23:27:48,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.2 2024-11-18T23:27:48,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:48,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 2024-11-18T23:27:48,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 after 0ms 2024-11-18T23:27:48,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 took 2ms 2024-11-18T23:27:48,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 so closing down 2024-11-18T23:27:48,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:48,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:48,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:48,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:48,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:48,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742231_1410 (size=743) 2024-11-18T23:27:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742231_1410 (size=743) 2024-11-18T23:27:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742230_1409 (size=743) 2024-11-18T23:27:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742230_1409 (size=743) 2024-11-18T23:27:48,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:48,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:48,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:48,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:48,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:48,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3, size=1.4 K (1393bytes) at 1731972468026Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 so closing down at 1731972468029 (+3 ms)3 split writer threads finished at 1731972468029Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972468032 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972468032Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972468044 (+12 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972468046 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972468443 (+397 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972468444 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972468445 (+1 ms) 2024-11-18T23:27:48,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.3 2024-11-18T23:27:48,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:48,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 2024-11-18T23:27:48,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 after 0ms 2024-11-18T23:27:48,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 took 3ms 2024-11-18T23:27:48,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 so closing down 2024-11-18T23:27:48,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:48,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:48,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:48,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:48,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:48,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742232_1411 (size=743) 2024-11-18T23:27:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742232_1411 (size=743) 2024-11-18T23:27:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742233_1412 (size=743) 2024-11-18T23:27:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742233_1412 (size=743) 2024-11-18T23:27:48,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:48,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:48,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:48,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:48,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:48,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4, size=1.4 K (1393bytes) at 1731972468447Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 so closing down at 1731972468454 (+7 ms)3 split writer threads finished at 1731972468456 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972468462 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972468462Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972468490 (+28 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972468492 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972468878 (+386 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972468879 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972468879 2024-11-18T23:27:48,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.4 2024-11-18T23:27:48,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T23:27:48,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 2024-11-18T23:27:48,882 WARN [IPC Server handler 3 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-18T23:27:48,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 after 1ms 2024-11-18T23:27:48,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_14996211_22 at /127.0.0.1:54026 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:42571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54026 dst: /127.0.0.1:42571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:48,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_14996211_22 at /127.0.0.1:51378 [Receiving block BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:39679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51378 dst: /127.0.0.1:39679 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39679 remote=/127.0.0.1:51378]. Total timeout mills is 60000, 58032 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:27:48,951 WARN [ResponseProcessor for block BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:27:48,951 WARN [DataStreamer for file /user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 block BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK], DatanodeInfoWithStorage[127.0.0.1:42571,DS-d5b0d690-c51a-40b5-a2b5-8044bae97223,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39679,DS-c7b3d947-4983-4870-96cb-537a20ed6b9a,DISK]) is bad. 2024-11-18T23:27:48,952 WARN [DataStreamer for file /user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 block BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-96940886-172.17.0.2-1731972374786:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T23:27:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742223_1413 (size=1394) 2024-11-18T23:27:49,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:27:52,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 after 4002ms 2024-11-18T23:27:52,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 took 4022ms 2024-11-18T23:27:52,922 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:27:52,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 so closing down 2024-11-18T23:27:52,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:52,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:52,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:52,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:52,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:52,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742234_1414 (size=418) 2024-11-18T23:27:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742234_1414 (size=418) 2024-11-18T23:27:53,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T23:27:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742235_1415 (size=353) 2024-11-18T23:27:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742235_1415 (size=353) 2024-11-18T23:27:53,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T23:27:53,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T23:27:53,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5, size=1.4 K (1394bytes) at 1731972468881Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 so closing down at 1731972472923 (+4042 ms)3 split writer threads finished at 1731972472924 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972472951 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972472956 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972473000 (+44 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731972473002 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731972473019 (+17 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731972473020 (+1 ms)Processed 9 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731972473020 2024-11-18T23:27:53,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/corrupt/wal.dat.5 2024-11-18T23:27:53,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:53,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 2024-11-18T23:27:53,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 after 0ms 2024-11-18T23:27:53,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 took 7ms 2024-11-18T23:27:53,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 so closing down 2024-11-18T23:27:53,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:53,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:53,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:53,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:53,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:53,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742236_1416 (size=749) 2024-11-18T23:27:53,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742236_1416 (size=749) 2024-11-18T23:27:53,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:53,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742237_1417 (size=749) 2024-11-18T23:27:53,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742237_1417 (size=749) 2024-11-18T23:27:53,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:53,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:53,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6, size=1.4 K (1405bytes) at 1731972473024Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 so closing down at 1731972473053 (+29 ms)3 split writer threads finished at 1731972473056 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972473091 (+35 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972473092 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473131 (+39 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972473139 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473152 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972473158 (+6 ms)Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972473158 2024-11-18T23:27:53,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.6 2024-11-18T23:27:53,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:53,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 2024-11-18T23:27:53,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 after 1ms 2024-11-18T23:27:53,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 took 11ms 2024-11-18T23:27:53,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 so closing down 2024-11-18T23:27:53,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:53,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:53,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:53,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:53,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:53,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742238_1418 (size=753) 2024-11-18T23:27:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742238_1418 (size=753) 2024-11-18T23:27:53,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742239_1419 (size=753) 2024-11-18T23:27:53,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742239_1419 (size=753) 2024-11-18T23:27:53,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:53,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:53,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7, size=1.4 K (1413bytes) at 1731972473162Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 so closing down at 1731972473190 (+28 ms)3 split writer threads finished at 1731972473194 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972473226 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972473233 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473317 (+84 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972473323 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473360 (+37 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972473371 (+11 ms)Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972473371 2024-11-18T23:27:53,382 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.7 2024-11-18T23:27:53,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:53,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 2024-11-18T23:27:53,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 after 0ms 2024-11-18T23:27:53,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 took 5ms 2024-11-18T23:27:53,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 so closing down 2024-11-18T23:27:53,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:53,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:53,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:53,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:53,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:53,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742240_1420 (size=753) 2024-11-18T23:27:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742240_1420 (size=753) 2024-11-18T23:27:53,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742241_1421 (size=753) 2024-11-18T23:27:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742241_1421 (size=753) 2024-11-18T23:27:53,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:53,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:53,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:53,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8, size=1.4 K (1413bytes) at 1731972473382Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 so closing down at 1731972473406 (+24 ms)3 split writer threads finished at 1731972473411 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972473455 (+44 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972473465 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473536 (+71 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972473539 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972473969 (+430 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972473977 (+8 ms)Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972473977 2024-11-18T23:27:53,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.8 2024-11-18T23:27:53,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:53,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 2024-11-18T23:27:53,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 after 2ms 2024-11-18T23:27:53,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 took 4ms 2024-11-18T23:27:54,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 so closing down 2024-11-18T23:27:54,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:54,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:54,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:54,028 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:54,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:54,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742242_1422 (size=753) 2024-11-18T23:27:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742242_1422 (size=753) 2024-11-18T23:27:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742243_1423 (size=753) 2024-11-18T23:27:54,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742243_1423 (size=753) 2024-11-18T23:27:54,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:27:54,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:54,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:27:54,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 533 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:54,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9, size=1.4 K (1413bytes) at 1731972473994Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 so closing down at 1731972474006 (+12 ms)3 split writer threads finished at 1731972474020 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972474036 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972474038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972474128 (+90 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972474141 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972474532 (+391 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972474537 (+5 ms)Processed 20 edits across 2 Regions in 533 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972474537 2024-11-18T23:27:54,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731972466369/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/bdbecc72-2d6b-513a-76c3-e5bf339570c0/oldWALs/wal.dat.9 2024-11-18T23:27:54,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=131 (was 129) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1208 (was 1269), ProcessCount=11 (was 11), AvailableMemoryMB=4595 (was 5350) 2024-11-18T23:27:54,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=131, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1208, ProcessCount=11, AvailableMemoryMB=4594 2024-11-18T23:27:54,752 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742244_1424 (size=7) 2024-11-18T23:27:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742244_1424 (size=7) 2024-11-18T23:27:54,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:54,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:54,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:54,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:54,850 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T23:27:54,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742245_1425 (size=863) 2024-11-18T23:27:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742245_1425 (size=863) 2024-11-18T23:27:54,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742246_1426 (size=823) 2024-11-18T23:27:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742246_1426 (size=823) 2024-11-18T23:27:55,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0, size=823 (823bytes) 2024-11-18T23:27:55,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 2024-11-18T23:27:55,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 after 0ms 2024-11-18T23:27:55,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 took 4ms 2024-11-18T23:27:55,047 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0; continuing. 2024-11-18T23:27:55,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 so closing down 2024-11-18T23:27:55,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:55,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:55,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:55,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742247_1427 (size=786) 2024-11-18T23:27:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742247_1427 (size=786) 2024-11-18T23:27:55,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:55,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T23:27:55,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T23:27:55,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0, size=823 (823bytes) at 1731972475031Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 so closing down at 1731972475047 (+16 ms)3 split writer threads finished at 1731972475053 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972475076 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972475519 (+443 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731972475524 (+5 ms)Processed 9 edits across 1 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731972475525 (+1 ms) 2024-11-18T23:27:55,533 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/WALs/testeofisignored,16010,1731972474850/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/f8c54848-fa0b-8ab2-a81f-132cafeb2b08/oldWALs/wal.dat.0 2024-11-18T23:27:55,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=131 (was 131), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1208 (was 1208), ProcessCount=11 (was 11), AvailableMemoryMB=4551 (was 4594) 2024-11-18T23:27:55,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=131, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1208, ProcessCount=11, AvailableMemoryMB=4550 2024-11-18T23:27:55,568 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742248_1428 (size=7) 2024-11-18T23:27:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742248_1428 (size=7) 2024-11-18T23:27:55,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:55,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:55,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:55,640 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T23:27:55,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T23:27:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742249_1429 (size=93) 2024-11-18T23:27:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742249_1429 (size=93) 2024-11-18T23:27:55,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty, size=93 (93bytes) 2024-11-18T23:27:55,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty 2024-11-18T23:27:55,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty after 0ms 2024-11-18T23:27:55,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty took 2ms 2024-11-18T23:27:55,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty so closing down 2024-11-18T23:27:55,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:55,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:55,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T23:27:55,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty, size=93 (93bytes) at 1731972475697Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty so closing down at 1731972475700 (+3 ms)3 split writer threads finished at 1731972475700Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731972475700 2024-11-18T23:27:55,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/WALs/testsplitlogfileempty,16010,1731972475640/wal.dat..empty to hdfs://localhost:33309/user/jenkins/test-data/379451f7-8ce8-fa1f-b9e4-b6d72fa05491/oldWALs/wal.dat..empty 2024-11-18T23:27:55,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=131 (was 131), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1208 (was 1208), ProcessCount=11 (was 11), AvailableMemoryMB=4542 (was 4550) 2024-11-18T23:27:55,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=131, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1208, ProcessCount=11, AvailableMemoryMB=4541 2024-11-18T23:27:55,768 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:27:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742250_1430 (size=7) 2024-11-18T23:27:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742250_1430 (size=7) 2024-11-18T23:27:55,836 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:27:55,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:55,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:27:55,841 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:27:55,841 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:27:55,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:27:55,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:27:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742251_1431 (size=1393) 2024-11-18T23:27:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742251_1431 (size=1393) 2024-11-18T23:27:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:27:55,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:27:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742252_1432 (size=1393) 2024-11-18T23:27:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742252_1432 (size=1393) 2024-11-18T23:27:55,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:27:55,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:27:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:55,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742253_1433 (size=1393) 2024-11-18T23:27:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742253_1433 (size=1393) 2024-11-18T23:27:56,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:27:56,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:27:56,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742254_1434 (size=1393) 2024-11-18T23:27:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742254_1434 (size=1393) 2024-11-18T23:27:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:27:56,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:27:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742255_1435 (size=1393) 2024-11-18T23:27:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742255_1435 (size=1393) 2024-11-18T23:27:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:27:56,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:27:56,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742256_1436 (size=1393) 2024-11-18T23:27:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742256_1436 (size=1393) 2024-11-18T23:27:56,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:27:56,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:27:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742257_1437 (size=1405) 2024-11-18T23:27:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742257_1437 (size=1405) 2024-11-18T23:27:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:27:56,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:27:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742258_1438 (size=1413) 2024-11-18T23:27:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742258_1438 (size=1413) 2024-11-18T23:27:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:27:57,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:27:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742259_1439 (size=1413) 2024-11-18T23:27:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742259_1439 (size=1413) 2024-11-18T23:27:57,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:27:57,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:27:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:27:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:27:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742260_1440 (size=1413) 2024-11-18T23:27:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742260_1440 (size=1413) 2024-11-18T23:27:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:27:57,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:27:57,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 2024-11-18T23:27:57,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 after 2ms 2024-11-18T23:27:57,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 took 18ms 2024-11-18T23:27:57,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 so closing down 2024-11-18T23:27:57,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:57,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:57,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:57,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:27:57,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:57,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:27:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742261_1441 (size=743) 2024-11-18T23:27:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742261_1441 (size=743) 2024-11-18T23:27:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742262_1442 (size=743) 2024-11-18T23:27:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742262_1442 (size=743) 2024-11-18T23:27:57,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:57,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T23:27:58,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:58,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:27:58,310 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:58,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0, size=1.4 K (1393bytes) at 1731972477836Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 so closing down at 1731972477862 (+26 ms)3 split writer threads finished at 1731972477871 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972477889 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972477902 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972477950 (+48 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731972477956 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972478308 (+352 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972478310 (+2 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972478310 2024-11-18T23:27:58,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.0 2024-11-18T23:27:58,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:27:58,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 2024-11-18T23:27:58,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 after 2ms 2024-11-18T23:27:58,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 took 8ms 2024-11-18T23:27:58,335 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 so closing down 2024-11-18T23:27:58,335 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:58,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:58,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:58,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:58,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:27:58,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:27:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742263_1443 (size=743) 2024-11-18T23:27:58,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742263_1443 (size=743) 2024-11-18T23:27:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742264_1444 (size=743) 2024-11-18T23:27:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742264_1444 (size=743) 2024-11-18T23:27:58,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:58,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T23:27:58,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:58,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:27:58,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:58,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1, size=1.4 K (1393bytes) at 1731972478316Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 so closing down at 1731972478335 (+19 ms)3 split writer threads finished at 1731972478344 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972478363 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972478364 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972478393 (+29 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731972478395 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972478396 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972478400 (+4 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972478400 2024-11-18T23:27:58,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.1 2024-11-18T23:27:58,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:27:58,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 2024-11-18T23:27:58,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 after 0ms 2024-11-18T23:27:58,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 took 3ms 2024-11-18T23:27:58,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 so closing down 2024-11-18T23:27:58,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:58,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:58,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:58,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:27:58,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:58,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:27:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742265_1445 (size=743) 2024-11-18T23:27:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742265_1445 (size=743) 2024-11-18T23:27:58,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:58,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:27:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742266_1446 (size=743) 2024-11-18T23:27:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742266_1446 (size=743) 2024-11-18T23:27:58,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-18T23:27:58,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T23:27:58,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:58,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2, size=1.4 K (1393bytes) at 1731972478403Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 so closing down at 1731972478408 (+5 ms)3 split writer threads finished at 1731972478408Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972478416 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972478428 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972478434 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972478440 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1731972478472 (+32 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731972478479 (+7 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972478480 (+1 ms) 2024-11-18T23:27:58,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.2 2024-11-18T23:27:58,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:27:58,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 2024-11-18T23:27:58,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 after 0ms 2024-11-18T23:27:58,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 took 6ms 2024-11-18T23:27:58,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 so closing down 2024-11-18T23:27:58,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:58,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:58,556 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:58,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:27:58,562 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:58,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:27:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742268_1448 (size=743) 2024-11-18T23:27:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742268_1448 (size=743) 2024-11-18T23:27:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742267_1447 (size=743) 2024-11-18T23:27:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742267_1447 (size=743) 2024-11-18T23:27:59,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T23:27:59,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:27:59,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:59,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3, size=1.4 K (1393bytes) at 1731972478483Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 so closing down at 1731972478529 (+46 ms)3 split writer threads finished at 1731972478548 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972478560 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972478574 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479036 (+462 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731972479041 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479065 (+24 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972479069 (+4 ms)Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972479069 2024-11-18T23:27:59,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.3 2024-11-18T23:27:59,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:27:59,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 2024-11-18T23:27:59,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 after 4ms 2024-11-18T23:27:59,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 took 18ms 2024-11-18T23:27:59,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 so closing down 2024-11-18T23:27:59,121 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:59,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:27:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742269_1449 (size=743) 2024-11-18T23:27:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742269_1449 (size=743) 2024-11-18T23:27:59,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:59,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:27:59,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:27:59,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742270_1450 (size=743) 2024-11-18T23:27:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742270_1450 (size=743) 2024-11-18T23:27:59,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T23:27:59,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:59,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4, size=1.4 K (1393bytes) at 1731972479085Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 so closing down at 1731972479121 (+36 ms)3 split writer threads finished at 1731972479128 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972479152 (+24 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479168 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972479171 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972479178 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479243 (+65 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731972479247 (+4 ms)Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972479249 (+2 ms) 2024-11-18T23:27:59,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.4 2024-11-18T23:27:59,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:27:59,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 2024-11-18T23:27:59,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 after 0ms 2024-11-18T23:27:59,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 took 3ms 2024-11-18T23:27:59,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 so closing down 2024-11-18T23:27:59,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,297 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:59,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:59,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:27:59,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:27:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742271_1451 (size=743) 2024-11-18T23:27:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742271_1451 (size=743) 2024-11-18T23:27:59,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742272_1452 (size=743) 2024-11-18T23:27:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742272_1452 (size=743) 2024-11-18T23:27:59,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:27:59,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T23:27:59,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T23:27:59,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5, size=1.4 K (1393bytes) at 1731972479259Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 so closing down at 1731972479270 (+11 ms)3 split writer threads finished at 1731972479276 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972479301 (+25 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972479312 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479427 (+115 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972479433 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479821 (+388 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731972479822 (+1 ms)Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731972479822 2024-11-18T23:27:59,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.5 2024-11-18T23:27:59,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:27:59,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 2024-11-18T23:27:59,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 after 0ms 2024-11-18T23:27:59,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 took 2ms 2024-11-18T23:27:59,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 so closing down 2024-11-18T23:27:59,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:59,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:27:59,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:59,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:27:59,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742273_1453 (size=749) 2024-11-18T23:27:59,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742273_1453 (size=749) 2024-11-18T23:27:59,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:27:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742274_1454 (size=749) 2024-11-18T23:27:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742274_1454 (size=749) 2024-11-18T23:27:59,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T23:27:59,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T23:27:59,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6, size=1.4 K (1405bytes) at 1731972479824Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 so closing down at 1731972479829 (+5 ms)3 split writer threads finished at 1731972479836 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972479841 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972479849 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479860 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972479862 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479874 (+12 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731972479875 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731972479875 2024-11-18T23:27:59,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.6 2024-11-18T23:27:59,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:27:59,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 2024-11-18T23:27:59,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 after 0ms 2024-11-18T23:27:59,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 took 2ms 2024-11-18T23:27:59,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 so closing down 2024-11-18T23:27:59,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,884 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:59,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:59,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:27:59,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:27:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742276_1456 (size=753) 2024-11-18T23:27:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742276_1456 (size=753) 2024-11-18T23:27:59,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T23:27:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742275_1455 (size=753) 2024-11-18T23:27:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742275_1455 (size=753) 2024-11-18T23:27:59,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:27:59,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:59,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7, size=1.4 K (1413bytes) at 1731972479877Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 so closing down at 1731972479881 (+4 ms)3 split writer threads finished at 1731972479882 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972479888 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972479888Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479893 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731972479896 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479907 (+11 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972479910 (+3 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972479910 2024-11-18T23:27:59,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.7 2024-11-18T23:27:59,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:27:59,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 2024-11-18T23:27:59,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 after 0ms 2024-11-18T23:27:59,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 took 2ms 2024-11-18T23:27:59,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 so closing down 2024-11-18T23:27:59,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:59,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:59,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:27:59,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:27:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742277_1457 (size=753) 2024-11-18T23:27:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742277_1457 (size=753) 2024-11-18T23:27:59,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:27:59,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742278_1458 (size=753) 2024-11-18T23:27:59,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742278_1458 (size=753) 2024-11-18T23:27:59,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:27:59,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T23:27:59,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:27:59,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8, size=1.4 K (1413bytes) at 1731972479912Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 so closing down at 1731972479916 (+4 ms)3 split writer threads finished at 1731972479918 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972479923 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972479924 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479945 (+21 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972479946 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972479955 (+9 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731972479956 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972479956 2024-11-18T23:27:59,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.8 2024-11-18T23:27:59,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:27:59,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 2024-11-18T23:27:59,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 after 1ms 2024-11-18T23:27:59,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 took 2ms 2024-11-18T23:27:59,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 so closing down 2024-11-18T23:27:59,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:27:59,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:27:59,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:59,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:59,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:27:59,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:27:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742279_1459 (size=753) 2024-11-18T23:27:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742279_1459 (size=753) 2024-11-18T23:28:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742280_1460 (size=753) 2024-11-18T23:28:00,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742280_1460 (size=753) 2024-11-18T23:28:00,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T23:28:00,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:00,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:28:00,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T23:28:00,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9, size=1.4 K (1413bytes) at 1731972479957Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 so closing down at 1731972479960 (+3 ms)3 split writer threads finished at 1731972479960Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972479975 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972479975Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972480005 (+30 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731972480006 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972480409 (+403 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972480421 (+12 ms)Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731972480422 (+1 ms) 2024-11-18T23:28:00,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/WALs/testlogsgetarchivedaftersplit,16010,1731972475841/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/734c2283-db0c-8b2d-a1aa-d840cd52e62e/oldWALs/wal.dat.9 2024-11-18T23:28:00,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=130 (was 131), OpenFileDescriptor=385 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1223 (was 1208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4375 (was 4541) 2024-11-18T23:28:00,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1223, ProcessCount=11, AvailableMemoryMB=4374 2024-11-18T23:28:00,482 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:28:00,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742281_1461 (size=7) 2024-11-18T23:28:00,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742281_1461 (size=7) 2024-11-18T23:28:00,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:28:00,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:00,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:00,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:00,993 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T23:28:00,993 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T23:28:01,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:28:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742282_1462 (size=723) 2024-11-18T23:28:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742282_1462 (size=723) 2024-11-18T23:28:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:28:01,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:28:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742283_1463 (size=723) 2024-11-18T23:28:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742283_1463 (size=723) 2024-11-18T23:28:01,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:28:01,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:28:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742284_1464 (size=723) 2024-11-18T23:28:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742284_1464 (size=723) 2024-11-18T23:28:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:28:01,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:28:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742285_1465 (size=723) 2024-11-18T23:28:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742285_1465 (size=723) 2024-11-18T23:28:01,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:28:01,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:28:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742286_1466 (size=723) 2024-11-18T23:28:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742286_1466 (size=723) 2024-11-18T23:28:02,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:28:02,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:28:02,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742287_1467 (size=723) 2024-11-18T23:28:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742287_1467 (size=723) 2024-11-18T23:28:02,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:28:02,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:28:02,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742288_1468 (size=723) 2024-11-18T23:28:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742288_1468 (size=723) 2024-11-18T23:28:02,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:28:02,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:28:02,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742289_1469 (size=723) 2024-11-18T23:28:02,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742289_1469 (size=723) 2024-11-18T23:28:03,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:28:03,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:28:03,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742290_1470 (size=723) 2024-11-18T23:28:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742290_1470 (size=723) 2024-11-18T23:28:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:28:03,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:28:03,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:03,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742291_1471 (size=723) 2024-11-18T23:28:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742291_1471 (size=723) 2024-11-18T23:28:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:28:03,431 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/oldWALs, maxLogs=32 2024-11-18T23:28:03,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731972483477 2024-11-18T23:28:03,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731972483477 2024-11-18T23:28:03,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43221:43221),(127.0.0.1/127.0.0.1:35307:35307)] 2024-11-18T23:28:03,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0, size=723 (723bytes) 2024-11-18T23:28:03,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0 2024-11-18T23:28:03,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0 after 5ms 2024-11-18T23:28:03,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0 took 23ms 2024-11-18T23:28:03,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0 so closing down 2024-11-18T23:28:03,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:03,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:03,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:03,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:03,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742293_1473 (size=723) 2024-11-18T23:28:03,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742293_1473 (size=723) 2024-11-18T23:28:03,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T23:28:03,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T23:28:03,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0, size=723 (723bytes) at 1731972483734Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0 so closing down at 1731972483781 (+47 ms)3 split writer threads finished at 1731972483783 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972483817 (+34 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972483890 (+73 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731972483894 (+4 ms)Processed 10 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731972480993/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731972483896 (+2 ms) 2024-11-18T23:28:03,912 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T23:28:03,916 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T23:28:03,920 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T23:28:03,924 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T23:28:03,929 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T23:28:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742292_1472 (size=93) 2024-11-18T23:28:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742292_1472 (size=93) 2024-11-18T23:28:04,373 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ed20df5-1c0b-855f-567c-17930cb0d5af/oldWALs 2024-11-18T23:28:04,377 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731972483477) 2024-11-18T23:28:04,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=135 (was 130) - Thread LEAK? -, OpenFileDescriptor=383 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1293 (was 1223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4294 (was 4374) 2024-11-18T23:28:04,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=135, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1293, ProcessCount=11, AvailableMemoryMB=4294 2024-11-18T23:28:04,429 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:28:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742294_1474 (size=7) 2024-11-18T23:28:04,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:28:04,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742294_1474 (size=7) 2024-11-18T23:28:04,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:04,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:04,496 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T23:28:04,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:04,496 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:28:04,497 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:28:04,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:28:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742295_1475 (size=1393) 2024-11-18T23:28:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742295_1475 (size=1393) 2024-11-18T23:28:04,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:28:04,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:28:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742296_1476 (size=1393) 2024-11-18T23:28:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:28:04,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:28:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742296_1476 (size=1393) 2024-11-18T23:28:04,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742297_1477 (size=1393) 2024-11-18T23:28:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742297_1477 (size=1393) 2024-11-18T23:28:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:28:05,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:28:05,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742298_1478 (size=1393) 2024-11-18T23:28:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742298_1478 (size=1393) 2024-11-18T23:28:05,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:28:05,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:28:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742299_1479 (size=1393) 2024-11-18T23:28:05,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742299_1479 (size=1393) 2024-11-18T23:28:05,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:28:05,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:28:05,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742300_1480 (size=1393) 2024-11-18T23:28:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742300_1480 (size=1393) 2024-11-18T23:28:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:28:05,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:28:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742301_1481 (size=1405) 2024-11-18T23:28:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742301_1481 (size=1405) 2024-11-18T23:28:05,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:28:05,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:28:05,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742302_1482 (size=1413) 2024-11-18T23:28:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742302_1482 (size=1413) 2024-11-18T23:28:05,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:28:05,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:28:05,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742303_1483 (size=1413) 2024-11-18T23:28:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742303_1483 (size=1413) 2024-11-18T23:28:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:28:05,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:28:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742304_1484 (size=1413) 2024-11-18T23:28:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742304_1484 (size=1413) 2024-11-18T23:28:05,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:28:05,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:28:05,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 2024-11-18T23:28:05,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 after 1ms 2024-11-18T23:28:05,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 took 4ms 2024-11-18T23:28:05,820 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:05,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down 2024-11-18T23:28:05,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:05,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:05,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:05,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) at 1731972485814Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down at 1731972485820 (+6 ms)3 split writer threads finished at 1731972485821 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972485821 2024-11-18T23:28:05,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0 2024-11-18T23:28:05,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:28:05,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 2024-11-18T23:28:05,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 after 1ms 2024-11-18T23:28:05,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 took 5ms 2024-11-18T23:28:05,833 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:05,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down 2024-11-18T23:28:05,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:05,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:05,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:05,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) at 1731972485825Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down at 1731972485834 (+9 ms)3 split writer threads finished at 1731972485840 (+6 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972485840 2024-11-18T23:28:05,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1 2024-11-18T23:28:05,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:28:05,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 2024-11-18T23:28:05,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 after 0ms 2024-11-18T23:28:05,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 took 2ms 2024-11-18T23:28:05,872 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:05,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down 2024-11-18T23:28:05,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:05,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:05,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:05,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) at 1731972485850Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down at 1731972485873 (+23 ms)3 split writer threads finished at 1731972485874 (+1 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972485874 2024-11-18T23:28:05,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2 2024-11-18T23:28:05,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:28:05,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 2024-11-18T23:28:05,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 after 0ms 2024-11-18T23:28:05,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 took 17ms 2024-11-18T23:28:05,917 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:05,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down 2024-11-18T23:28:05,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:05,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:05,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:05,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) at 1731972485878Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down at 1731972485917 (+39 ms)3 split writer threads finished at 1731972485918 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972485918 2024-11-18T23:28:05,920 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3 2024-11-18T23:28:05,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:28:05,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 2024-11-18T23:28:05,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 after 1ms 2024-11-18T23:28:05,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 took 2ms 2024-11-18T23:28:05,969 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:05,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down 2024-11-18T23:28:05,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:05,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:05,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:05,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) at 1731972485920Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down at 1731972485969 (+49 ms)3 split writer threads finished at 1731972485970 (+1 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972485970 2024-11-18T23:28:05,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4 2024-11-18T23:28:05,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:28:05,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 2024-11-18T23:28:05,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 after 3ms 2024-11-18T23:28:06,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 took 12ms 2024-11-18T23:28:06,013 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:06,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down 2024-11-18T23:28:06,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:06,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:06,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:06,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) at 1731972485996Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down at 1731972486013 (+17 ms)3 split writer threads finished at 1731972486016 (+3 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972486016 2024-11-18T23:28:06,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5 2024-11-18T23:28:06,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:28:06,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 2024-11-18T23:28:06,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 after 3ms 2024-11-18T23:28:06,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 took 13ms 2024-11-18T23:28:06,082 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:06,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down 2024-11-18T23:28:06,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:06,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:06,084 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T23:28:06,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) at 1731972486033Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down at 1731972486083 (+50 ms)3 split writer threads finished at 1731972486084 (+1 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731972486084 2024-11-18T23:28:06,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6 2024-11-18T23:28:06,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:28:06,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 2024-11-18T23:28:06,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 after 0ms 2024-11-18T23:28:06,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 took 3ms 2024-11-18T23:28:06,106 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:06,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down 2024-11-18T23:28:06,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:06,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:06,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:06,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) at 1731972486087Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down at 1731972486106 (+19 ms)3 split writer threads finished at 1731972486112 (+6 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972486113 (+1 ms) 2024-11-18T23:28:06,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7 2024-11-18T23:28:06,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:28:06,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 2024-11-18T23:28:06,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 after 0ms 2024-11-18T23:28:06,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 took 12ms 2024-11-18T23:28:06,134 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:06,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down 2024-11-18T23:28:06,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:06,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:06,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:06,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) at 1731972486116Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down at 1731972486134 (+18 ms)3 split writer threads finished at 1731972486134Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972486135 (+1 ms) 2024-11-18T23:28:06,156 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8 2024-11-18T23:28:06,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:28:06,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 2024-11-18T23:28:06,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 after 8ms 2024-11-18T23:28:06,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 took 20ms 2024-11-18T23:28:06,227 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:06,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down 2024-11-18T23:28:06,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:06,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:06,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:06,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) at 1731972486156Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down at 1731972486228 (+72 ms)3 split writer threads finished at 1731972486228Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972486228 2024-11-18T23:28:06,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9 2024-11-18T23:28:06,240 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972485822; access_time=1731972484500; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972485848; access_time=1731972484595; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972485876; access_time=1731972484812; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972485919; access_time=1731972485397; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972485984; access_time=1731972485482; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972486024; access_time=1731972485581; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731972486085; access_time=1731972485636; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972486115; access_time=1731972485686; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972486148; access_time=1731972485726; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972486236; access_time=1731972485757; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T23:28:06,247 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:06,247 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:28:06,250 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:28:06,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:28:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742305_1485 (size=1393) 2024-11-18T23:28:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742305_1485 (size=1393) 2024-11-18T23:28:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:28:06,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:28:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742306_1486 (size=1393) 2024-11-18T23:28:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742306_1486 (size=1393) 2024-11-18T23:28:06,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:28:06,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:28:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742307_1487 (size=1393) 2024-11-18T23:28:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742307_1487 (size=1393) 2024-11-18T23:28:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:28:06,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:28:06,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742308_1488 (size=1393) 2024-11-18T23:28:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742308_1488 (size=1393) 2024-11-18T23:28:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:28:06,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:28:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742309_1489 (size=1393) 2024-11-18T23:28:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742309_1489 (size=1393) 2024-11-18T23:28:06,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:28:06,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:28:06,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:06,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742310_1490 (size=1393) 2024-11-18T23:28:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742310_1490 (size=1393) 2024-11-18T23:28:07,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:28:07,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:28:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742311_1491 (size=1405) 2024-11-18T23:28:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742311_1491 (size=1405) 2024-11-18T23:28:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:28:07,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:28:07,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742312_1492 (size=1413) 2024-11-18T23:28:07,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742312_1492 (size=1413) 2024-11-18T23:28:07,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:28:07,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:28:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742313_1493 (size=1413) 2024-11-18T23:28:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742313_1493 (size=1413) 2024-11-18T23:28:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:28:07,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:28:07,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:07,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742314_1494 (size=1413) 2024-11-18T23:28:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742314_1494 (size=1413) 2024-11-18T23:28:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:28:07,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:28:07,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 2024-11-18T23:28:07,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 after 0ms 2024-11-18T23:28:07,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 took 2ms 2024-11-18T23:28:07,293 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:07,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down 2024-11-18T23:28:07,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:07,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:07,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:07,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:07,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:28:07,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:28:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742315_1495 (size=418) 2024-11-18T23:28:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742315_1495 (size=418) 2024-11-18T23:28:07,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T23:28:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742316_1496 (size=418) 2024-11-18T23:28:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742316_1496 (size=418) 2024-11-18T23:28:07,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T23:28:07,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:07,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) at 1731972487263Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down at 1731972487293 (+30 ms)3 split writer threads finished at 1731972487294 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972487316 (+22 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972487368 (+52 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487406 (+38 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731972487410 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487459 (+49 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731972487461 (+2 ms)Processed 10 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972487464 (+3 ms) 2024-11-18T23:28:07,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0 2024-11-18T23:28:07,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:28:07,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 2024-11-18T23:28:07,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 after 0ms 2024-11-18T23:28:07,474 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 took 4ms 2024-11-18T23:28:07,493 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:07,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down 2024-11-18T23:28:07,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:07,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:07,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:28:07,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:28:07,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:28:07,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:28:07,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742317_1497 (size=418) 2024-11-18T23:28:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742317_1497 (size=418) 2024-11-18T23:28:07,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T23:28:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742318_1498 (size=418) 2024-11-18T23:28:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742318_1498 (size=418) 2024-11-18T23:28:07,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T23:28:07,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:07,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) at 1731972487469Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down at 1731972487493 (+24 ms)3 split writer threads finished at 1731972487496 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972487509 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972487516 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487564 (+48 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731972487573 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487601 (+28 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731972487604 (+3 ms)Processed 10 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972487604 2024-11-18T23:28:07,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1 2024-11-18T23:28:07,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:28:07,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 2024-11-18T23:28:07,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 after 0ms 2024-11-18T23:28:07,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 took 3ms 2024-11-18T23:28:07,641 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:07,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down 2024-11-18T23:28:07,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:07,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:07,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:28:07,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:28:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742319_1499 (size=418) 2024-11-18T23:28:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742319_1499 (size=418) 2024-11-18T23:28:07,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T23:28:07,670 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:28:07,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:28:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742320_1500 (size=418) 2024-11-18T23:28:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742320_1500 (size=418) 2024-11-18T23:28:07,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T23:28:07,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:07,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) at 1731972487607Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down at 1731972487641 (+34 ms)3 split writer threads finished at 1731972487642 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972487660 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487666 (+6 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731972487667 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972487672 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487713 (+41 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731972487716 (+3 ms)Processed 10 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972487717 (+1 ms) 2024-11-18T23:28:07,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2 2024-11-18T23:28:07,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:28:07,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 2024-11-18T23:28:07,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 after 3ms 2024-11-18T23:28:07,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 took 6ms 2024-11-18T23:28:07,737 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:07,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down 2024-11-18T23:28:07,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:07,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:07,756 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:28:07,757 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:28:07,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:28:07,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:28:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742321_1501 (size=418) 2024-11-18T23:28:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742321_1501 (size=418) 2024-11-18T23:28:07,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T23:28:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742322_1502 (size=418) 2024-11-18T23:28:07,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742322_1502 (size=418) 2024-11-18T23:28:07,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T23:28:07,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:07,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) at 1731972487723Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down at 1731972487738 (+15 ms)3 split writer threads finished at 1731972487746 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972487765 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972487776 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487807 (+31 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731972487808 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972487842 (+34 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731972487853 (+11 ms)Processed 10 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972487854 (+1 ms) 2024-11-18T23:28:07,857 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3 2024-11-18T23:28:07,857 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:28:07,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 2024-11-18T23:28:07,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 after 4ms 2024-11-18T23:28:07,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 took 11ms 2024-11-18T23:28:07,893 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:07,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down 2024-11-18T23:28:07,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:07,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:07,930 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:28:07,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:28:07,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:28:07,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:28:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742323_1503 (size=418) 2024-11-18T23:28:08,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742323_1503 (size=418) 2024-11-18T23:28:08,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T23:28:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742324_1504 (size=418) 2024-11-18T23:28:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742324_1504 (size=418) 2024-11-18T23:28:08,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T23:28:08,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:08,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) at 1731972487857Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down at 1731972487893 (+36 ms)3 split writer threads finished at 1731972487900 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972487936 (+36 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972487942 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488022 (+80 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731972488032 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488040 (+8 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731972488051 (+11 ms)Processed 10 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972488051 2024-11-18T23:28:08,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4 2024-11-18T23:28:08,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:28:08,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 2024-11-18T23:28:08,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 after 2ms 2024-11-18T23:28:08,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 took 7ms 2024-11-18T23:28:08,098 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:08,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down 2024-11-18T23:28:08,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:08,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:08,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:28:08,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:28:08,126 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:28:08,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:28:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742325_1505 (size=418) 2024-11-18T23:28:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742325_1505 (size=418) 2024-11-18T23:28:08,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742326_1506 (size=418) 2024-11-18T23:28:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742326_1506 (size=418) 2024-11-18T23:28:08,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T23:28:08,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T23:28:08,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:08,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) at 1731972488069Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down at 1731972488099 (+30 ms)3 split writer threads finished at 1731972488101 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972488122 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972488157 (+35 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488213 (+56 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488216 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731972488216Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731972488217 (+1 ms)Processed 10 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972488218 (+1 ms) 2024-11-18T23:28:08,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5 2024-11-18T23:28:08,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:28:08,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 2024-11-18T23:28:08,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 after 1ms 2024-11-18T23:28:08,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 took 8ms 2024-11-18T23:28:08,238 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:08,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down 2024-11-18T23:28:08,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:08,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:08,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:28:08,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:28:08,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:28:08,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:28:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742328_1508 (size=419) 2024-11-18T23:28:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742328_1508 (size=419) 2024-11-18T23:28:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742327_1507 (size=419) 2024-11-18T23:28:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742327_1507 (size=419) 2024-11-18T23:28:08,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T23:28:08,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T23:28:08,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T23:28:08,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) at 1731972488221Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down at 1731972488239 (+18 ms)3 split writer threads finished at 1731972488239Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972488268 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972488272 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488761 (+489 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731972488765 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488766 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731972488767 (+1 ms)Processed 10 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731972488768 (+1 ms) 2024-11-18T23:28:08,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6 2024-11-18T23:28:08,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:28:08,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 2024-11-18T23:28:08,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 after 5ms 2024-11-18T23:28:08,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 took 7ms 2024-11-18T23:28:08,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:08,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down 2024-11-18T23:28:08,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:08,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:08,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:28:08,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:28:08,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:28:08,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:28:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742330_1510 (size=423) 2024-11-18T23:28:08,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742330_1510 (size=423) 2024-11-18T23:28:08,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742329_1509 (size=423) 2024-11-18T23:28:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742329_1509 (size=423) 2024-11-18T23:28:08,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T23:28:08,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:08,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T23:28:08,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:08,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) at 1731972488770Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down at 1731972488793 (+23 ms)3 split writer threads finished at 1731972488794 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972488827 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972488836 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488916 (+80 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731972488924 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972488926 (+2 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731972488941 (+15 ms)Processed 10 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972488944 (+3 ms) 2024-11-18T23:28:08,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7 2024-11-18T23:28:08,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:28:08,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 2024-11-18T23:28:08,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 after 5ms 2024-11-18T23:28:08,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 took 16ms 2024-11-18T23:28:09,017 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:09,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down 2024-11-18T23:28:09,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:09,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:09,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:28:09,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:28:09,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:28:09,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:28:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742332_1512 (size=423) 2024-11-18T23:28:09,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:09,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742332_1512 (size=423) 2024-11-18T23:28:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742331_1511 (size=423) 2024-11-18T23:28:09,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T23:28:09,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742331_1511 (size=423) 2024-11-18T23:28:09,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:09,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T23:28:09,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:09,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) at 1731972488976Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down at 1731972489018 (+42 ms)3 split writer threads finished at 1731972489024 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972489053 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972489059 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972489136 (+77 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731972489148 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972489158 (+10 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731972489169 (+11 ms)Processed 10 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972489171 (+2 ms) 2024-11-18T23:28:09,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8 2024-11-18T23:28:09,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:28:09,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 2024-11-18T23:28:09,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 after 2ms 2024-11-18T23:28:09,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 took 7ms 2024-11-18T23:28:09,190 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:09,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down 2024-11-18T23:28:09,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:09,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:09,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:28:09,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:28:09,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:28:09,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:28:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742333_1513 (size=423) 2024-11-18T23:28:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742333_1513 (size=423) 2024-11-18T23:28:09,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:09,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T23:28:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742334_1514 (size=423) 2024-11-18T23:28:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742334_1514 (size=423) 2024-11-18T23:28:09,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:09,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T23:28:09,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:09,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) at 1731972489175Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down at 1731972489196 (+21 ms)3 split writer threads finished at 1731972489211 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972489245 (+34 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972489252 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972489304 (+52 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731972489305 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731972489341 (+36 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731972489345 (+4 ms)Processed 10 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972489346 (+1 ms) 2024-11-18T23:28:09,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9 2024-11-18T23:28:09,352 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972487466; access_time=1731972486251; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972487606; access_time=1731972486316; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972487719; access_time=1731972486801; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972487855; access_time=1731972486868; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972488060; access_time=1731972486934; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972488219; access_time=1731972486984; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731972488769; access_time=1731972487036; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972488952; access_time=1731972487098; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972489173; access_time=1731972487116; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972489347; access_time=1731972487164; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T23:28:09,367 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:09,367 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:28:09,368 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:28:09,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:28:09,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742335_1515 (size=1393) 2024-11-18T23:28:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742335_1515 (size=1393) 2024-11-18T23:28:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:28:09,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T23:28:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742336_1516 (size=1393) 2024-11-18T23:28:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742336_1516 (size=1393) 2024-11-18T23:28:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T23:28:10,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T23:28:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742337_1517 (size=1393) 2024-11-18T23:28:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742337_1517 (size=1393) 2024-11-18T23:28:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T23:28:10,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T23:28:10,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742338_1518 (size=1393) 2024-11-18T23:28:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742338_1518 (size=1393) 2024-11-18T23:28:10,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T23:28:10,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T23:28:10,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742339_1519 (size=1393) 2024-11-18T23:28:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742339_1519 (size=1393) 2024-11-18T23:28:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T23:28:10,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T23:28:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742340_1520 (size=1393) 2024-11-18T23:28:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742340_1520 (size=1393) 2024-11-18T23:28:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T23:28:10,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T23:28:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742341_1521 (size=1405) 2024-11-18T23:28:10,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742341_1521 (size=1405) 2024-11-18T23:28:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T23:28:10,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T23:28:10,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742342_1522 (size=1413) 2024-11-18T23:28:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742342_1522 (size=1413) 2024-11-18T23:28:10,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T23:28:10,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T23:28:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742343_1523 (size=1413) 2024-11-18T23:28:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742343_1523 (size=1413) 2024-11-18T23:28:10,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T23:28:10,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T23:28:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742344_1524 (size=1413) 2024-11-18T23:28:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742344_1524 (size=1413) 2024-11-18T23:28:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T23:28:11,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T23:28:11,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 2024-11-18T23:28:11,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 after 0ms 2024-11-18T23:28:11,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 took 3ms 2024-11-18T23:28:11,034 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:11,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down 2024-11-18T23:28:11,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:11,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:11,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:11,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T23:28:11,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T23:28:11,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T23:28:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742345_1525 (size=743) 2024-11-18T23:28:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742345_1525 (size=743) 2024-11-18T23:28:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742346_1526 (size=678) 2024-11-18T23:28:11,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742346_1526 (size=678) 2024-11-18T23:28:11,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T23:28:11,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T23:28:11,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:11,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K (1393bytes) at 1731972491009Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 so closing down at 1731972491034 (+25 ms)3 split writer threads finished at 1731972491036 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731972491056 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731972491064 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972491140 (+76 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731972491172 (+32 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972491509 (+337 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731972491510 (+1 ms)Processed 19 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972491511 (+1 ms) 2024-11-18T23:28:11,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0 2024-11-18T23:28:11,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T23:28:11,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 2024-11-18T23:28:11,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 after 0ms 2024-11-18T23:28:11,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 took 2ms 2024-11-18T23:28:11,527 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:11,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down 2024-11-18T23:28:11,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:11,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:11,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T23:28:11,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T23:28:11,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T23:28:11,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T23:28:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742347_1527 (size=743) 2024-11-18T23:28:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742347_1527 (size=743) 2024-11-18T23:28:11,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T23:28:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742348_1528 (size=678) 2024-11-18T23:28:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742348_1528 (size=678) 2024-11-18T23:28:11,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T23:28:11,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:11,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K (1393bytes) at 1731972491513Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 so closing down at 1731972491527 (+14 ms)3 split writer threads finished at 1731972491529 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731972491539 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731972491569 (+30 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972491616 (+47 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731972491620 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972491630 (+10 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731972491632 (+2 ms)Processed 19 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972491632 2024-11-18T23:28:11,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.1 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1 2024-11-18T23:28:11,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T23:28:11,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 2024-11-18T23:28:11,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 after 0ms 2024-11-18T23:28:11,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 took 3ms 2024-11-18T23:28:11,665 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:11,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down 2024-11-18T23:28:11,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:11,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:11,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T23:28:11,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T23:28:11,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T23:28:11,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T23:28:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742350_1530 (size=678) 2024-11-18T23:28:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742350_1530 (size=678) 2024-11-18T23:28:11,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T23:28:11,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742349_1529 (size=743) 2024-11-18T23:28:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742349_1529 (size=743) 2024-11-18T23:28:11,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T23:28:11,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:11,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K (1393bytes) at 1731972491638Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 so closing down at 1731972491666 (+28 ms)3 split writer threads finished at 1731972491670 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731972491695 (+25 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731972491695Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972491727 (+32 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731972491731 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972491767 (+36 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731972491774 (+7 ms)Processed 19 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972491775 (+1 ms) 2024-11-18T23:28:11,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.2 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2 2024-11-18T23:28:11,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T23:28:11,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 2024-11-18T23:28:11,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 after 1ms 2024-11-18T23:28:11,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 took 3ms 2024-11-18T23:28:11,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:11,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down 2024-11-18T23:28:11,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:11,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:11,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T23:28:11,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T23:28:11,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T23:28:11,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T23:28:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742351_1531 (size=743) 2024-11-18T23:28:11,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742351_1531 (size=743) 2024-11-18T23:28:11,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:11,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T23:28:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742352_1532 (size=678) 2024-11-18T23:28:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742352_1532 (size=678) 2024-11-18T23:28:12,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T23:28:12,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 551 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:12,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K (1393bytes) at 1731972491781Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 so closing down at 1731972491809 (+28 ms)3 split writer threads finished at 1731972491812 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731972491840 (+28 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731972491884 (+44 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972491914 (+30 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731972491926 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972492357 (+431 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731972492358 (+1 ms)Processed 19 edits across 2 Regions in 551 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972492359 (+1 ms) 2024-11-18T23:28:12,361 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.3 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3 2024-11-18T23:28:12,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T23:28:12,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 2024-11-18T23:28:12,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 after 0ms 2024-11-18T23:28:12,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 took 2ms 2024-11-18T23:28:12,365 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:12,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down 2024-11-18T23:28:12,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:12,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:12,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T23:28:12,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T23:28:12,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T23:28:12,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T23:28:12,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742353_1533 (size=743) 2024-11-18T23:28:12,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742353_1533 (size=743) 2024-11-18T23:28:12,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T23:28:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742354_1534 (size=678) 2024-11-18T23:28:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742354_1534 (size=678) 2024-11-18T23:28:12,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T23:28:12,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:12,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K (1393bytes) at 1731972492361Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 so closing down at 1731972492365 (+4 ms)3 split writer threads finished at 1731972492368 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731972492381 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731972492400 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972492417 (+17 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731972492421 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972492426 (+5 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731972492428 (+2 ms)Processed 19 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972492429 (+1 ms) 2024-11-18T23:28:12,434 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.4 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4 2024-11-18T23:28:12,434 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T23:28:12,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 2024-11-18T23:28:12,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 after 1ms 2024-11-18T23:28:12,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 took 3ms 2024-11-18T23:28:12,452 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:12,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down 2024-11-18T23:28:12,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:12,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:12,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T23:28:12,465 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T23:28:12,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T23:28:12,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T23:28:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742355_1535 (size=743) 2024-11-18T23:28:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742355_1535 (size=743) 2024-11-18T23:28:12,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T23:28:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742356_1536 (size=678) 2024-11-18T23:28:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742356_1536 (size=678) 2024-11-18T23:28:12,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T23:28:12,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T23:28:12,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K (1393bytes) at 1731972492434Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 so closing down at 1731972492453 (+19 ms)3 split writer threads finished at 1731972492460 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731972492468 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731972492472 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972492497 (+25 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731972492499 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972492524 (+25 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731972492540 (+16 ms)Processed 19 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731972492540 2024-11-18T23:28:12,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.5 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5 2024-11-18T23:28:12,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T23:28:12,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 2024-11-18T23:28:12,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 after 2ms 2024-11-18T23:28:12,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 took 11ms 2024-11-18T23:28:12,585 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:12,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down 2024-11-18T23:28:12,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:12,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:12,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T23:28:12,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T23:28:12,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T23:28:12,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T23:28:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742358_1538 (size=683) 2024-11-18T23:28:12,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742358_1538 (size=683) 2024-11-18T23:28:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742357_1537 (size=749) 2024-11-18T23:28:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742357_1537 (size=749) 2024-11-18T23:28:12,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T23:28:12,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T23:28:12,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T23:28:12,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K (1405bytes) at 1731972492555Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 so closing down at 1731972492586 (+31 ms)3 split writer threads finished at 1731972492590 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731972492624 (+34 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731972492628 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972492664 (+36 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731972492687 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972492688 (+1 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731972492700 (+12 ms)Processed 19 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731972492702 (+2 ms) 2024-11-18T23:28:12,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.6 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6 2024-11-18T23:28:12,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T23:28:12,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 2024-11-18T23:28:12,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 after 2ms 2024-11-18T23:28:12,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 took 18ms 2024-11-18T23:28:12,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:12,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down 2024-11-18T23:28:12,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:12,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:12,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T23:28:12,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T23:28:12,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T23:28:12,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T23:28:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742359_1539 (size=687) 2024-11-18T23:28:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742359_1539 (size=687) 2024-11-18T23:28:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742360_1540 (size=753) 2024-11-18T23:28:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742360_1540 (size=753) 2024-11-18T23:28:12,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:12,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T23:28:13,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:13,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T23:28:13,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:13,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K (1413bytes) at 1731972492724Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 so closing down at 1731972492749 (+25 ms)3 split writer threads finished at 1731972492752 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731972492768 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731972492777 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972492810 (+33 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731972492820 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972493191 (+371 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731972493193 (+2 ms)Processed 19 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972493193 2024-11-18T23:28:13,194 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.7 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7 2024-11-18T23:28:13,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T23:28:13,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 2024-11-18T23:28:13,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 after 1ms 2024-11-18T23:28:13,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 took 2ms 2024-11-18T23:28:13,197 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:13,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down 2024-11-18T23:28:13,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:13,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:13,206 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T23:28:13,206 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T23:28:13,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T23:28:13,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T23:28:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742362_1542 (size=753) 2024-11-18T23:28:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742362_1542 (size=753) 2024-11-18T23:28:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742361_1541 (size=687) 2024-11-18T23:28:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742361_1541 (size=687) 2024-11-18T23:28:13,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:13,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T23:28:13,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:13,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T23:28:13,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:13,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K (1413bytes) at 1731972493194Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 so closing down at 1731972493198 (+4 ms)3 split writer threads finished at 1731972493198Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731972493207 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731972493207Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972493220 (+13 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731972493225 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972493617 (+392 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731972493618 (+1 ms)Processed 19 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972493619 (+1 ms) 2024-11-18T23:28:13,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.8 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8 2024-11-18T23:28:13,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T23:28:13,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 2024-11-18T23:28:13,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 after 0ms 2024-11-18T23:28:13,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 took 3ms 2024-11-18T23:28:13,629 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T23:28:13,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down 2024-11-18T23:28:13,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T23:28:13,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T23:28:13,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T23:28:13,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T23:28:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742363_1543 (size=753) 2024-11-18T23:28:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742363_1543 (size=753) 2024-11-18T23:28:13,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T23:28:13,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:13,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T23:28:13,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T23:28:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742364_1544 (size=687) 2024-11-18T23:28:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742364_1544 (size=687) 2024-11-18T23:28:13,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T23:28:13,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T23:28:13,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T23:28:13,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K (1413bytes) at 1731972493621Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 so closing down at 1731972493630 (+9 ms)3 split writer threads finished at 1731972493631 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731972493644 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731972493665 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731972493668 (+3 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731972493669 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731972493708 (+39 ms)Rename recovered edits hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731972493725 (+17 ms)Processed 19 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731972493725 2024-11-18T23:28:13,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731972484488/wal.dat.9 to hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9 2024-11-18T23:28:13,728 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972491511; access_time=1731972489369; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972491636; access_time=1731972489869; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972491776; access_time=1731972490011; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972492360; access_time=1731972490128; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972492433; access_time=1731972490240; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731972492548; access_time=1731972490293; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731972492713; access_time=1731972490361; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972493194; access_time=1731972490463; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972493620; access_time=1731972490605; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33309/user/jenkins/test-data/827f01fb-174a-79ca-daef-0d7e46ea0df7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731972493726; access_time=1731972490853; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T23:28:13,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=135 (was 135), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1286 (was 1293), ProcessCount=11 (was 11), AvailableMemoryMB=5521 (was 4294) - AvailableMemoryMB LEAK? - 2024-11-18T23:28:13,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=135, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1286, ProcessCount=11, AvailableMemoryMB=5518 2024-11-18T23:28:13,753 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T23:28:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742365_1545 (size=7) 2024-11-18T23:28:13,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/a8e9aaba-db72-cc6a-71ba-9b4d935e2515 with version=8 2024-11-18T23:28:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742365_1545 (size=7) 2024-11-18T23:28:13,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:13,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:28:13,805 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T23:28:13,805 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T23:28:13,806 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T23:28:13,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T23:28:13,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T23:28:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T23:28:13,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742366_1546 (size=2324) 2024-11-18T23:28:13,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742366_1546 (size=2324) 2024-11-18T23:28:14,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T23:28:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073742367_1547 (size=2325) 2024-11-18T23:28:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42571 is added to blk_1073742367_1547 (size=2325) 2024-11-18T23:28:14,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T23:28:14,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 2024-11-18T23:28:14,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 after 1ms 2024-11-18T23:28:14,322 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T23:28:14,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 so closing down 2024-11-18T23:28:14,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T23:28:14,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, journal: Splitting hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, size=2.3 K (2325bytes) at 1731972494319Finishing writing output for hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 so closing down at 1731972494323 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731972494323 2024-11-18T23:28:14,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731972493805/wal.dat.0 to hdfs://localhost:33309/user/jenkins/test-data/d23192c5-6e63-d161-5bc1-70187d2e9390/corrupt/wal.dat.0 2024-11-18T23:28:14,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=135 (was 135), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1286 (was 1286), ProcessCount=11 (was 11), AvailableMemoryMB=5439 (was 5518) 2024-11-18T23:28:14,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ceab9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:28:14,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30a2aa9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:28:14,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:28:14,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20594978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:28:14,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8b4456{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,STOPPED} 2024-11-18T23:28:14,417 WARN [BP-96940886-172.17.0.2-1731972374786 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:28:14,417 WARN [BP-96940886-172.17.0.2-1731972374786 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-96940886-172.17.0.2-1731972374786 (Datanode Uuid 62e2e315-0d7b-4a47-9bde-542aebabebe8) service to localhost/127.0.0.1:33309 2024-11-18T23:28:14,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data3/current/BP-96940886-172.17.0.2-1731972374786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:28:14,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data4/current/BP-96940886-172.17.0.2-1731972374786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:28:14,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:28:14,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:28:14,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:28:14,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c7c634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:28:14,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42d19700{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:28:14,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:28:14,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a56d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:28:14,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519180b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,STOPPED} 2024-11-18T23:28:14,440 WARN [BP-96940886-172.17.0.2-1731972374786 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:28:14,440 WARN [BP-96940886-172.17.0.2-1731972374786 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-96940886-172.17.0.2-1731972374786 (Datanode Uuid 2a3691ad-056f-4da1-a0dc-61486425ef2a) service to localhost/127.0.0.1:33309 2024-11-18T23:28:14,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data1/current/BP-96940886-172.17.0.2-1731972374786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:28:14,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/cluster_58a3ffcc-84f8-1b56-9922-94cd7dd53e15/data/data2/current/BP-96940886-172.17.0.2-1731972374786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:28:14,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:28:14,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:28:14,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:28:14,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7758be84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:28:14,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45bceec5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:28:14,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:28:14,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1090ce4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:28:14,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c053c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/687c65cd-b928-ed04-56b5-234550278ffd/hadoop.log.dir/,STOPPED}