2024-11-18 22:27:42,924 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 22:27:43,024 main DEBUG Took 0.087623 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 22:27:43,025 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 22:27:43,030 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 22:27:43,031 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 22:27:43,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,062 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 22:27:43,126 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,136 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,143 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,167 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,173 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:27:43,174 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,175 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 22:27:43,189 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:27:43,191 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 22:27:43,194 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 22:27:43,195 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 22:27:43,196 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 22:27:43,199 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 22:27:43,233 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 22:27:43,248 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 22:27:43,270 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 22:27:43,271 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 22:27:43,272 main DEBUG createAppenders(={Console}) 2024-11-18 22:27:43,273 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 initialized 2024-11-18 22:27:43,273 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 22:27:43,276 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 OK. 2024-11-18 22:27:43,278 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 22:27:43,278 main DEBUG OutputStream closed 2024-11-18 22:27:43,279 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 22:27:43,279 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 22:27:43,279 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1b11171f OK 2024-11-18 22:27:43,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 22:27:43,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 22:27:43,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 22:27:43,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 22:27:43,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 22:27:43,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 22:27:43,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 22:27:43,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 22:27:43,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 22:27:43,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 22:27:43,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 22:27:43,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 22:27:43,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 22:27:43,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 22:27:43,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 22:27:43,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 22:27:43,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 22:27:43,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 22:27:43,620 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 22:27:43,620 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1921ad94) with optional ClassLoader: null 2024-11-18 22:27:43,621 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 22:27:43,622 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1921ad94] started OK. 2024-11-18T22:27:43,651 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 22:27:43,656 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 22:27:43,657 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T22:27:44,257 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4 2024-11-18T22:27:44,258 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T22:27:44,491 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T22:27:44,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2, deleteOnExit=true 2024-11-18T22:27:44,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/test.cache.data in system properties and HBase conf 2024-11-18T22:27:44,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:27:44,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:27:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:27:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:27:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:27:44,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:27:44,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:27:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:27:44,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:27:44,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:27:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:27:44,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:27:44,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:27:44,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:27:44,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:27:44,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:27:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:27:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:27:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:27:44,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:27:46,847 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T22:27:46,972 INFO [Time-limited test {}] log.Log(170): Logging initialized @6234ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T22:27:47,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:27:47,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:27:47,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:27:47,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:27:47,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:27:47,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:27:47,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:27:47,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:27:47,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c11409d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/java.io.tmpdir/jetty-localhost-34005-hadoop-hdfs-3_4_1-tests_jar-_-any-3195030718126384854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:27:47,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:34005} 2024-11-18T22:27:47,697 INFO [Time-limited test {}] server.Server(415): Started @6960ms 2024-11-18T22:27:48,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:27:48,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:27:48,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:27:48,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:27:48,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:27:48,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49352ace{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:27:48,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2592e835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:27:49,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@766905f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/java.io.tmpdir/jetty-localhost-41491-hadoop-hdfs-3_4_1-tests_jar-_-any-572636333403701177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:27:49,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1538c237{HTTP/1.1, (http/1.1)}{localhost:41491} 2024-11-18T22:27:49,032 INFO [Time-limited test {}] server.Server(415): Started @8295ms 2024-11-18T22:27:49,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:27:49,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:27:49,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:27:49,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:27:49,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:27:49,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:27:49,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dd427ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:27:49,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79c92053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:27:49,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5167bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/java.io.tmpdir/jetty-localhost-38341-hadoop-hdfs-3_4_1-tests_jar-_-any-288844475512833848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:27:49,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5978de6d{HTTP/1.1, (http/1.1)}{localhost:38341} 2024-11-18T22:27:49,709 INFO [Time-limited test {}] server.Server(415): Started @8972ms 2024-11-18T22:27:49,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:27:51,607 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data1/current/BP-241305547-172.17.0.2-1731968866211/current, will proceed with Du for space computation calculation, 2024-11-18T22:27:51,608 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data2/current/BP-241305547-172.17.0.2-1731968866211/current, will proceed with Du for space computation calculation, 2024-11-18T22:27:51,696 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:27:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380b7f87983e8d6b with lease ID 0x4ddba66ab2949fda: Processing first storage report for DS-1c96df58-c981-470f-8917-f4f5a19caf22 from datanode DatanodeRegistration(127.0.0.1:46405, datanodeUuid=9317ba7b-6b1e-4f29-bf4c-acb1ac94a6a2, infoPort=37109, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211) 2024-11-18T22:27:51,779 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data3/current/BP-241305547-172.17.0.2-1731968866211/current, will proceed with Du for space computation calculation, 2024-11-18T22:27:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380b7f87983e8d6b with lease ID 0x4ddba66ab2949fda: from storage DS-1c96df58-c981-470f-8917-f4f5a19caf22 node DatanodeRegistration(127.0.0.1:46405, datanodeUuid=9317ba7b-6b1e-4f29-bf4c-acb1ac94a6a2, infoPort=37109, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T22:27:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380b7f87983e8d6b with lease ID 0x4ddba66ab2949fda: Processing first storage report for DS-b69b7302-4317-46f7-bd31-d36b133e1d59 from datanode DatanodeRegistration(127.0.0.1:46405, datanodeUuid=9317ba7b-6b1e-4f29-bf4c-acb1ac94a6a2, infoPort=37109, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211) 2024-11-18T22:27:51,782 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data4/current/BP-241305547-172.17.0.2-1731968866211/current, will proceed with Du for space computation calculation, 2024-11-18T22:27:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380b7f87983e8d6b with lease ID 0x4ddba66ab2949fda: from storage DS-b69b7302-4317-46f7-bd31-d36b133e1d59 node DatanodeRegistration(127.0.0.1:46405, datanodeUuid=9317ba7b-6b1e-4f29-bf4c-acb1ac94a6a2, infoPort=37109, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:27:51,849 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:27:51,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9007575eca8af948 with lease ID 0x4ddba66ab2949fdb: Processing first storage report for DS-41bb4491-410a-4bd8-93fb-66e7762f02c3 from datanode DatanodeRegistration(127.0.0.1:37059, datanodeUuid=47ea5192-a959-4066-bafe-88f7f0eda30f, infoPort=39057, infoSecurePort=0, ipcPort=36801, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211) 2024-11-18T22:27:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9007575eca8af948 with lease ID 0x4ddba66ab2949fdb: from storage DS-41bb4491-410a-4bd8-93fb-66e7762f02c3 node DatanodeRegistration(127.0.0.1:37059, datanodeUuid=47ea5192-a959-4066-bafe-88f7f0eda30f, infoPort=39057, infoSecurePort=0, ipcPort=36801, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:27:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9007575eca8af948 with lease ID 0x4ddba66ab2949fdb: Processing first storage report for DS-e4447344-0528-4214-963e-e34114f67e4c from datanode DatanodeRegistration(127.0.0.1:37059, datanodeUuid=47ea5192-a959-4066-bafe-88f7f0eda30f, infoPort=39057, infoSecurePort=0, ipcPort=36801, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211) 2024-11-18T22:27:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9007575eca8af948 with lease ID 0x4ddba66ab2949fdb: from storage DS-e4447344-0528-4214-963e-e34114f67e4c node DatanodeRegistration(127.0.0.1:37059, datanodeUuid=47ea5192-a959-4066-bafe-88f7f0eda30f, infoPort=39057, infoSecurePort=0, ipcPort=36801, storageInfo=lv=-57;cid=testClusterID;nsid=1290153620;c=1731968866211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:27:51,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4 2024-11-18T22:27:51,966 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=1730, ProcessCount=11, AvailableMemoryMB=9701 2024-11-18T22:27:51,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:27:51,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:52,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:27:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:27:52,933 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:27:52,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:52,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:53,010 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:27:53,074 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T22:27:53,108 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T22:27:53,114 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:27:53,114 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:27:53,124 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:27:53,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:27:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,159 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T22:27:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741826_1002 (size=1393) 2024-11-18T22:27:53,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741826_1002 (size=1393) 2024-11-18T22:27:53,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:27:53,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:27:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741827_1003 (size=1393) 2024-11-18T22:27:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741827_1003 (size=1393) 2024-11-18T22:27:53,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:27:53,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:27:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741828_1004 (size=1393) 2024-11-18T22:27:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741828_1004 (size=1393) 2024-11-18T22:27:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:27:54,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:27:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741829_1005 (size=1393) 2024-11-18T22:27:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741829_1005 (size=1393) 2024-11-18T22:27:54,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:27:54,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:27:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741830_1006 (size=1393) 2024-11-18T22:27:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741830_1006 (size=1393) 2024-11-18T22:27:54,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:27:54,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:27:54,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741831_1007 (size=1393) 2024-11-18T22:27:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741831_1007 (size=1393) 2024-11-18T22:27:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:27:54,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:27:54,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:54,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741832_1008 (size=1405) 2024-11-18T22:27:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741832_1008 (size=1405) 2024-11-18T22:27:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:27:54,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:27:54,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:54,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741833_1009 (size=1413) 2024-11-18T22:27:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741833_1009 (size=1413) 2024-11-18T22:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:27:55,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:27:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741834_1010 (size=1413) 2024-11-18T22:27:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741834_1010 (size=1413) 2024-11-18T22:27:55,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:27:55,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:27:55,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:55,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741835_1011 (size=1413) 2024-11-18T22:27:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741835_1011 (size=1413) 2024-11-18T22:27:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:27:55,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:27:55,467 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T22:27:55,467 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T22:27:55,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0 2024-11-18T22:27:55,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0 after 7ms 2024-11-18T22:27:55,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0 took 95ms 2024-11-18T22:27:55,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0 so closing down 2024-11-18T22:27:55,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:27:55,593 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:27:55,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:27:55,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0, size=1.4 K (1393bytes) at 1731968875465Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0 so closing down at 1731968875576 (+111 ms)3 split writer threads finished at 1731968875593 (+17 ms)Processed 0 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/68cd7c4a-39dd-f756-3347-7ea6aa5f18dc/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731968873085/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968875612 (+19 ms) 2024-11-18T22:27:55,627 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T22:27:55,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_174277698_22 at /127.0.0.1:58266 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6f476862 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1687 (was 1730), ProcessCount=11 (was 11), AvailableMemoryMB=9106 (was 9701) 2024-11-18T22:27:55,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=1687, ProcessCount=11, AvailableMemoryMB=9088 2024-11-18T22:27:55,687 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:27:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741836_1012 (size=7) 2024-11-18T22:27:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741836_1012 (size=7) 2024-11-18T22:27:56,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:27:56,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:56,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:56,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:27:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T22:27:56,181 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:27:56,184 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:27:56,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:27:56,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741837_1013 (size=2324) 2024-11-18T22:27:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741837_1013 (size=2324) 2024-11-18T22:27:56,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:27:56,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T22:27:56,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 2024-11-18T22:27:56,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 after 1ms 2024-11-18T22:27:56,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 took 14ms 2024-11-18T22:27:56,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 so closing down 2024-11-18T22:27:56,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:27:56,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:27:56,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:27:56,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:27:56,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:27:56,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:27:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741838_1014 (size=743) 2024-11-18T22:27:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741838_1014 (size=743) 2024-11-18T22:27:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741839_1015 (size=743) 2024-11-18T22:27:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741839_1015 (size=743) 2024-11-18T22:27:56,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:27:56,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:27:57,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-18T22:27:57,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:27:57,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 575 ms; skipped=7; WAL=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T22:27:57,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0, size=2.3 K (2324bytes) at 1731968876498Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 so closing down at 1731968876542 (+44 ms)3 split writer threads finished at 1731968876548 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968876621 (+73 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968876626 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968876677 (+51 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968876686 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731968877070 (+384 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968877094 (+24 ms)Processed 27 edits across 2 Regions in 575 ms; skipped=7; WAL=hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731968877097 (+3 ms) 2024-11-18T22:27:57,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/WALs/testsplitlogfilemultipleregions,16010,1731968876181/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/bfac3a3a-4dfc-9998-b57b-844a9ad70694/oldWALs/wal.dat.0 2024-11-18T22:27:57,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 129), OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1687 (was 1687), ProcessCount=11 (was 11), AvailableMemoryMB=9136 (was 9088) - AvailableMemoryMB LEAK? - 2024-11-18T22:27:57,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=1687, ProcessCount=11, AvailableMemoryMB=9129 2024-11-18T22:27:57,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:27:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741840_1016 (size=7) 2024-11-18T22:27:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741840_1016 (size=7) 2024-11-18T22:27:57,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:27:57,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:57,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:27:57,787 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:27:57,787 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:27:57,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:27:57,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:27:57,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:27:57,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:27:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741841_1017 (size=2324) 2024-11-18T22:27:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741841_1017 (size=2324) 2024-11-18T22:27:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:00,868 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T22:28:00,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0 so closing down 2024-11-18T22:28:00,869 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T22:28:00,869 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0, size=2.3 K (2324bytes) at 1731968880868Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0 so closing down at 1731968880868Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/1df09a9a-ec40-0a14-97cc-980ad67a8d54/WALs/testterminationaskedbyreporter,16010,1731968877787/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731968880869 (+1 ms) 2024-11-18T22:28:00,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1696 (was 1687) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9362 (was 9129) - AvailableMemoryMB LEAK? - 2024-11-18T22:28:00,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=1696, ProcessCount=11, AvailableMemoryMB=9357 2024-11-18T22:28:00,936 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741842_1018 (size=7) 2024-11-18T22:28:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741842_1018 (size=7) 2024-11-18T22:28:01,048 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:01,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:01,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:01,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:01,089 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T22:28:01,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:01,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741843_1019 (size=1043) 2024-11-18T22:28:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741843_1019 (size=1043) 2024-11-18T22:28:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:01,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:01,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741845_1021 (size=1043) 2024-11-18T22:28:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741845_1021 (size=1043) 2024-11-18T22:28:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:01,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741846_1022 (size=1043) 2024-11-18T22:28:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741846_1022 (size=1043) 2024-11-18T22:28:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:01,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741847_1023 (size=1043) 2024-11-18T22:28:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741847_1023 (size=1043) 2024-11-18T22:28:01,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:01,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741848_1024 (size=1043) 2024-11-18T22:28:01,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:01,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:01,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:01,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741848_1024 (size=1043) 2024-11-18T22:28:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741849_1025 (size=1043) 2024-11-18T22:28:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741849_1025 (size=1043) 2024-11-18T22:28:02,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:02,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741850_1026 (size=1043) 2024-11-18T22:28:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741850_1026 (size=1043) 2024-11-18T22:28:02,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:02,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:02,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741851_1027 (size=1043) 2024-11-18T22:28:02,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741851_1027 (size=1043) 2024-11-18T22:28:02,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:02,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:02,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741852_1028 (size=1043) 2024-11-18T22:28:03,010 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741852_1028 (size=1043) 2024-11-18T22:28:03,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T22:28:03,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 2024-11-18T22:28:03,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 after 18ms 2024-11-18T22:28:03,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 took 63ms 2024-11-18T22:28:03,224 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T22:28:03,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 so closing down 2024-11-18T22:28:03,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:03,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:03,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 26 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:03,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0, size=1.0 K (1043bytes) at 1731968883118Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 so closing down at 1731968883226 (+108 ms)3 split writer threads finished at 1731968883238 (+12 ms)Processed 10 edits across 0 Regions in 26 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968883238 2024-11-18T22:28:03,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.0 2024-11-18T22:28:03,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1, size=180 (180bytes) 2024-11-18T22:28:03,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 2024-11-18T22:28:03,252 WARN [IPC Server handler 1 on default port 42149 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T22:28:03,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 after 3ms 2024-11-18T22:28:03,976 WARN [ResponseProcessor for block BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:03,978 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-920950364_22 at /127.0.0.1:51626 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51626 dst: /127.0.0.1:37059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:03,972 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-920950364_22 at /127.0.0.1:58352 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58352 dst: /127.0.0.1:46405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46405 remote=/127.0.0.1:58352]. Total timeout mills is 60000, 57501 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:03,980 WARN [DataStreamer for file /user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 block BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK], DatanodeInfoWithStorage[127.0.0.1:37059,DS-41bb4491-410a-4bd8-93fb-66e7762f02c3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK]) is bad. 2024-11-18T22:28:04,007 WARN [DataStreamer for file /user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 block BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741844_1029 (size=1035) 2024-11-18T22:28:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741844_1029 (size=1035) 2024-11-18T22:28:07,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 after 4005ms 2024-11-18T22:28:07,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 took 4024ms 2024-11-18T22:28:07,293 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1; continuing. 2024-11-18T22:28:07,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 so closing down 2024-11-18T22:28:07,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T22:28:07,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1, size=180 (180bytes) at 1731968883251Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 so closing down at 1731968887293 (+4042 ms)3 split writer threads finished at 1731968887300 (+7 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731968887300 2024-11-18T22:28:07,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.1 2024-11-18T22:28:07,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T22:28:07,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 2024-11-18T22:28:07,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 after 1ms 2024-11-18T22:28:07,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 took 14ms 2024-11-18T22:28:07,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 so closing down 2024-11-18T22:28:07,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2, size=1.0 K (1043bytes) at 1731968887313Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 so closing down at 1731968887356 (+43 ms)3 split writer threads finished at 1731968887362 (+6 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887362 2024-11-18T22:28:07,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.2 2024-11-18T22:28:07,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T22:28:07,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 2024-11-18T22:28:07,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 after 1ms 2024-11-18T22:28:07,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 took 6ms 2024-11-18T22:28:07,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 so closing down 2024-11-18T22:28:07,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3, size=1.0 K (1043bytes) at 1731968887370Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 so closing down at 1731968887391 (+21 ms)3 split writer threads finished at 1731968887392 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887392 2024-11-18T22:28:07,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.3 2024-11-18T22:28:07,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T22:28:07,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 2024-11-18T22:28:07,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 after 3ms 2024-11-18T22:28:07,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 took 9ms 2024-11-18T22:28:07,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 so closing down 2024-11-18T22:28:07,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4, size=1.0 K (1043bytes) at 1731968887401Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 so closing down at 1731968887435 (+34 ms)3 split writer threads finished at 1731968887441 (+6 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887441 2024-11-18T22:28:07,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.4 2024-11-18T22:28:07,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T22:28:07,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 2024-11-18T22:28:07,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 after 1ms 2024-11-18T22:28:07,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 took 11ms 2024-11-18T22:28:07,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 so closing down 2024-11-18T22:28:07,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5, size=1.0 K (1043bytes) at 1731968887454Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 so closing down at 1731968887500 (+46 ms)3 split writer threads finished at 1731968887504 (+4 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887505 (+1 ms) 2024-11-18T22:28:07,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.5 2024-11-18T22:28:07,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T22:28:07,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 2024-11-18T22:28:07,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 after 1ms 2024-11-18T22:28:07,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 took 11ms 2024-11-18T22:28:07,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 so closing down 2024-11-18T22:28:07,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6, size=1.0 K (1043bytes) at 1731968887523Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 so closing down at 1731968887547 (+24 ms)3 split writer threads finished at 1731968887556 (+9 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887556 2024-11-18T22:28:07,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.6 2024-11-18T22:28:07,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T22:28:07,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 2024-11-18T22:28:07,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 after 1ms 2024-11-18T22:28:07,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 took 8ms 2024-11-18T22:28:07,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 so closing down 2024-11-18T22:28:07,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7, size=1.0 K (1043bytes) at 1731968887565Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 so closing down at 1731968887617 (+52 ms)3 split writer threads finished at 1731968887617Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887617 2024-11-18T22:28:07,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.7 2024-11-18T22:28:07,629 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T22:28:07,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 2024-11-18T22:28:07,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 after 3ms 2024-11-18T22:28:07,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 took 16ms 2024-11-18T22:28:07,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 so closing down 2024-11-18T22:28:07,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,695 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,695 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8, size=1.0 K (1043bytes) at 1731968887629Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 so closing down at 1731968887693 (+64 ms)3 split writer threads finished at 1731968887695 (+2 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887695 2024-11-18T22:28:07,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.8 2024-11-18T22:28:07,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T22:28:07,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 2024-11-18T22:28:07,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 after 11ms 2024-11-18T22:28:07,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 took 19ms 2024-11-18T22:28:07,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 so closing down 2024-11-18T22:28:07,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:07,782 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:07,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T22:28:07,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9, size=1.0 K (1043bytes) at 1731968887725Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 so closing down at 1731968887782 (+57 ms)3 split writer threads finished at 1731968887782Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731968887782 2024-11-18T22:28:07,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/WALs/testsplitdeletedregion,16010,1731968881089/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/6f247b95-f46a-5af7-de38-bd662227d751/oldWALs/wal.dat.9 2024-11-18T22:28:07,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 133) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891756734_22 at /127.0.0.1:55406 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:40091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891756734_22 at /127.0.0.1:46042 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1777 (was 1696) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8708 (was 9357) 2024-11-18T22:28:07,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1777, ProcessCount=11, AvailableMemoryMB=8701 2024-11-18T22:28:07,973 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741853_1030 (size=7) 2024-11-18T22:28:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741853_1030 (size=7) 2024-11-18T22:28:08,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:08,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:08,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:08,082 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:08,082 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T22:28:08,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:08,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741854_1031 (size=863) 2024-11-18T22:28:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741854_1031 (size=863) 2024-11-18T22:28:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741855_1032 (size=859) 2024-11-18T22:28:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741855_1032 (size=859) 2024-11-18T22:28:08,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0, size=859 (859bytes) 2024-11-18T22:28:08,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 2024-11-18T22:28:08,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 after 7ms 2024-11-18T22:28:08,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 took 41ms 2024-11-18T22:28:08,720 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0; continuing. 2024-11-18T22:28:08,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 so closing down 2024-11-18T22:28:08,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:08,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:08,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:08,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:08,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741856_1033 (size=863) 2024-11-18T22:28:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741856_1033 (size=863) 2024-11-18T22:28:08,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:08,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T22:28:08,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T22:28:08,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0, size=859 (859bytes) at 1731968888417Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 so closing down at 1731968888721 (+304 ms)3 split writer threads finished at 1731968888722 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968888789 (+67 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968888868 (+79 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731968888896 (+28 ms)Processed 10 edits across 1 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731968888897 (+1 ms) 2024-11-18T22:28:08,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/WALs/testcorruptwaltrailer,16010,1731968888082/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/d963bc73-1f0f-bf16-aa97-3ff9063adee6/oldWALs/wal.dat.0 2024-11-18T22:28:08,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1867 (was 1777) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8589 (was 8701) 2024-11-18T22:28:09,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1867, ProcessCount=11, AvailableMemoryMB=8583 2024-11-18T22:28:09,033 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741857_1034 (size=7) 2024-11-18T22:28:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741857_1034 (size=7) 2024-11-18T22:28:09,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:09,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:09,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1867 (was 1867), ProcessCount=11 (was 11), AvailableMemoryMB=8566 (was 8583) 2024-11-18T22:28:09,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1867, ProcessCount=11, AvailableMemoryMB=8566 2024-11-18T22:28:09,235 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741858_1035 (size=7) 2024-11-18T22:28:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741858_1035 (size=7) 2024-11-18T22:28:09,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:09,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,385 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:09,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T22:28:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741859_1036 (size=93) 2024-11-18T22:28:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741859_1036 (size=93) 2024-11-18T22:28:09,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1867 (was 1867), ProcessCount=11 (was 11), AvailableMemoryMB=8645 (was 8566) - AvailableMemoryMB LEAK? - 2024-11-18T22:28:09,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1867, ProcessCount=11, AvailableMemoryMB=8642 2024-11-18T22:28:09,597 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741860_1037 (size=7) 2024-11-18T22:28:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741860_1037 (size=7) 2024-11-18T22:28:09,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:09,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:09,759 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:09,759 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:09,761 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:09,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741861_1038 (size=1393) 2024-11-18T22:28:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741861_1038 (size=1393) 2024-11-18T22:28:09,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:09,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:09,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741862_1039 (size=1393) 2024-11-18T22:28:10,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741862_1039 (size=1393) 2024-11-18T22:28:10,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:10,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:10,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741863_1040 (size=1393) 2024-11-18T22:28:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741863_1040 (size=1393) 2024-11-18T22:28:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:10,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741864_1041 (size=1393) 2024-11-18T22:28:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741864_1041 (size=1393) 2024-11-18T22:28:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:10,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741865_1042 (size=1393) 2024-11-18T22:28:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741865_1042 (size=1393) 2024-11-18T22:28:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:10,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:10,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741866_1043 (size=1393) 2024-11-18T22:28:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741866_1043 (size=1393) 2024-11-18T22:28:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:11,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:11,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741867_1044 (size=1405) 2024-11-18T22:28:11,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741867_1044 (size=1405) 2024-11-18T22:28:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:11,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741868_1045 (size=1413) 2024-11-18T22:28:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741868_1045 (size=1413) 2024-11-18T22:28:11,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:11,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:11,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741869_1046 (size=1413) 2024-11-18T22:28:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741869_1046 (size=1413) 2024-11-18T22:28:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:11,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:11,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:11,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:11,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741870_1047 (size=1413) 2024-11-18T22:28:11,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741870_1047 (size=1413) 2024-11-18T22:28:11,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:11,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:11,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7 2024-11-18T22:28:11,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7 after 6ms 2024-11-18T22:28:11,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7 took 24ms 2024-11-18T22:28:11,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7 so closing down 2024-11-18T22:28:11,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:11,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:11,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:11,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:11,997 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:11,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T22:28:11,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7, size=1.4 K (1413bytes) at 1731968891814Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7 so closing down at 1731968891889 (+75 ms)3 split writer threads finished at 1731968891889Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968891984 (+95 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968891984Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731968891997 (+13 ms)Processed 20 edits across 0 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e6792fd0-eeda-3092-2c93-189e82667762/WALs/testioeonoutputthread,16010,1731968889759/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731968891998 (+1 ms) 2024-11-18T22:28:12,002 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:12,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1867 (was 1867), ProcessCount=11 (was 11), AvailableMemoryMB=8707 (was 8642) - AvailableMemoryMB LEAK? - 2024-11-18T22:28:12,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1867, ProcessCount=11, AvailableMemoryMB=8703 2024-11-18T22:28:12,080 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741871_1048 (size=7) 2024-11-18T22:28:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741871_1048 (size=7) 2024-11-18T22:28:12,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:12,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:12,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:12,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:12,278 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:12,283 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:12,295 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:12,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741872_1049 (size=2324) 2024-11-18T22:28:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741872_1049 (size=2324) 2024-11-18T22:28:12,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:12,543 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:12,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741873_1050 (size=1393) 2024-11-18T22:28:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741873_1050 (size=1393) 2024-11-18T22:28:13,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:13,226 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T22:28:13,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T22:28:13,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T22:28:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T22:28:13,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T22:28:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T22:28:13,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T22:28:13,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T22:28:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T22:28:13,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T22:28:13,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T22:28:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T22:28:13,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T22:28:13,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T22:28:13,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T22:28:13,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T22:28:13,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T22:28:13,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T22:28:13,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T22:28:13,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T22:28:13,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T22:28:13,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T22:28:13,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T22:28:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T22:28:13,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T22:28:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T22:28:13,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T22:28:13,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T22:28:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T22:28:13,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T22:28:13,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T22:28:13,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T22:28:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T22:28:13,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T22:28:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T22:28:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T22:28:13,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T22:28:13,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T22:28:13,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T22:28:13,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T22:28:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T22:28:13,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T22:28:13,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T22:28:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T22:28:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T22:28:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T22:28:13,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T22:28:13,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T22:28:13,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T22:28:13,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T22:28:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T22:28:13,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T22:28:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T22:28:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T22:28:13,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T22:28:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T22:28:13,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T22:28:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T22:28:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T22:28:13,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T22:28:13,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T22:28:13,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T22:28:13,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T22:28:13,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T22:28:13,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T22:28:13,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T22:28:13,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T22:28:13,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T22:28:13,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T22:28:13,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T22:28:13,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T22:28:13,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T22:28:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T22:28:13,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T22:28:13,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T22:28:13,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T22:28:13,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T22:28:13,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T22:28:13,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T22:28:13,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T22:28:13,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T22:28:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T22:28:13,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T22:28:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T22:28:13,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T22:28:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T22:28:13,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T22:28:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T22:28:13,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T22:28:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T22:28:13,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T22:28:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T22:28:13,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T22:28:13,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T22:28:13,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T22:28:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T22:28:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T22:28:13,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T22:28:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T22:28:13,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T22:28:13,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T22:28:13,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T22:28:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T22:28:13,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T22:28:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T22:28:13,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T22:28:13,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T22:28:13,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T22:28:13,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T22:28:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T22:28:13,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T22:28:13,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T22:28:13,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T22:28:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T22:28:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T22:28:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T22:28:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T22:28:13,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T22:28:13,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T22:28:13,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T22:28:13,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T22:28:13,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T22:28:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T22:28:13,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T22:28:13,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T22:28:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T22:28:13,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T22:28:13,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T22:28:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T22:28:13,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T22:28:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T22:28:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T22:28:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T22:28:13,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T22:28:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T22:28:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T22:28:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T22:28:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T22:28:14,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T22:28:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T22:28:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T22:28:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T22:28:14,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T22:28:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T22:28:14,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T22:28:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T22:28:14,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T22:28:14,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T22:28:14,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T22:28:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T22:28:14,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T22:28:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T22:28:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T22:28:14,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T22:28:14,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T22:28:14,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T22:28:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T22:28:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T22:28:14,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T22:28:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T22:28:14,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T22:28:14,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T22:28:14,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T22:28:14,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T22:28:14,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T22:28:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T22:28:14,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T22:28:14,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T22:28:14,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T22:28:14,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T22:28:14,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T22:28:14,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T22:28:14,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T22:28:14,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T22:28:14,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T22:28:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T22:28:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T22:28:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T22:28:14,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T22:28:14,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T22:28:14,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T22:28:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T22:28:14,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T22:28:14,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T22:28:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T22:28:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T22:28:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T22:28:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T22:28:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T22:28:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T22:28:14,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T22:28:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T22:28:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T22:28:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T22:28:14,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T22:28:14,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T22:28:14,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T22:28:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T22:28:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T22:28:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T22:28:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T22:28:14,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T22:28:14,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T22:28:14,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T22:28:14,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T22:28:14,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T22:28:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T22:28:14,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T22:28:14,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T22:28:14,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T22:28:14,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T22:28:14,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T22:28:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T22:28:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T22:28:14,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T22:28:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T22:28:14,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T22:28:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T22:28:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T22:28:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T22:28:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T22:28:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T22:28:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T22:28:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T22:28:14,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T22:28:14,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T22:28:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T22:28:14,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T22:28:14,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T22:28:14,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T22:28:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T22:28:14,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T22:28:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T22:28:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T22:28:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T22:28:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T22:28:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T22:28:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T22:28:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T22:28:14,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T22:28:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T22:28:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T22:28:14,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T22:28:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T22:28:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T22:28:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T22:28:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T22:28:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T22:28:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T22:28:14,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T22:28:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T22:28:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T22:28:14,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T22:28:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T22:28:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T22:28:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T22:28:14,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T22:28:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T22:28:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T22:28:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T22:28:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T22:28:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T22:28:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T22:28:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T22:28:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T22:28:14,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T22:28:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T22:28:14,461 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178): HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731968892541; access_time=1731968892347; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968893225; access_time=1731968892547; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731968893229; access_time=1731968893229; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T22:28:14,462 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T22:28:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T22:28:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T22:28:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T22:28:14,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T22:28:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T22:28:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T22:28:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T22:28:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T22:28:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T22:28:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T22:28:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T22:28:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T22:28:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T22:28:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T22:28:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T22:28:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T22:28:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T22:28:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T22:28:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T22:28:14,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T22:28:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T22:28:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T22:28:14,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 2024-11-18T22:28:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T22:28:14,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T22:28:14,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 after 3ms 2024-11-18T22:28:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T22:28:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T22:28:14,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T22:28:14,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 took 17ms 2024-11-18T22:28:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T22:28:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T22:28:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T22:28:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T22:28:14,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T22:28:14,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T22:28:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T22:28:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T22:28:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T22:28:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T22:28:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T22:28:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T22:28:14,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T22:28:14,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T22:28:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T22:28:14,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T22:28:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T22:28:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T22:28:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T22:28:14,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T22:28:14,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 so closing down 2024-11-18T22:28:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T22:28:14,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T22:28:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T22:28:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T22:28:14,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T22:28:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T22:28:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T22:28:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T22:28:14,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T22:28:14,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T22:28:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T22:28:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T22:28:14,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T22:28:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T22:28:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T22:28:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:14,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T22:28:14,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T22:28:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T22:28:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T22:28:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T22:28:14,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T22:28:14,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T22:28:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T22:28:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T22:28:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T22:28:14,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:14,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T22:28:14,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T22:28:14,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T22:28:14,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T22:28:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T22:28:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T22:28:14,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T22:28:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T22:28:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T22:28:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T22:28:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T22:28:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T22:28:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T22:28:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T22:28:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T22:28:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T22:28:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T22:28:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T22:28:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T22:28:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T22:28:14,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T22:28:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T22:28:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T22:28:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T22:28:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T22:28:14,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T22:28:14,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T22:28:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T22:28:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741875_1052 (size=743) 2024-11-18T22:28:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T22:28:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741875_1052 (size=743) 2024-11-18T22:28:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T22:28:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:14,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T22:28:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T22:28:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T22:28:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T22:28:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T22:28:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T22:28:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T22:28:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T22:28:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T22:28:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T22:28:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T22:28:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T22:28:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T22:28:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T22:28:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T22:28:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741876_1053 (size=743) 2024-11-18T22:28:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741876_1053 (size=743) 2024-11-18T22:28:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T22:28:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T22:28:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T22:28:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T22:28:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T22:28:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T22:28:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T22:28:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T22:28:14,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T22:28:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T22:28:14,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T22:28:14,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T22:28:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T22:28:14,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T22:28:14,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T22:28:14,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T22:28:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T22:28:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T22:28:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T22:28:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T22:28:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T22:28:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T22:28:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T22:28:14,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T22:28:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T22:28:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T22:28:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T22:28:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T22:28:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T22:28:14,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T22:28:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T22:28:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T22:28:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T22:28:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T22:28:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T22:28:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T22:28:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T22:28:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T22:28:14,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T22:28:14,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T22:28:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T22:28:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T22:28:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:14,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T22:28:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T22:28:15,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T22:28:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T22:28:15,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T22:28:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T22:28:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T22:28:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T22:28:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T22:28:15,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T22:28:15,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T22:28:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T22:28:15,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T22:28:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T22:28:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T22:28:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T22:28:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T22:28:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T22:28:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T22:28:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T22:28:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T22:28:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T22:28:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T22:28:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T22:28:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T22:28:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T22:28:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T22:28:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T22:28:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T22:28:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:15,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T22:28:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T22:28:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T22:28:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 639 ms; skipped=7; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T22:28:15,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0, size=2.3 K (2324bytes) at 1731968894540Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 so closing down at 1731968894614 (+74 ms)3 split writer threads finished at 1731968894615 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968894677 (+62 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968894685 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968894754 (+69 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968894759 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968895195 (+436 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968895210 (+15 ms)Processed 27 edits across 2 Regions in 639 ms; skipped=7; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731968895211 (+1 ms) 2024-11-18T22:28:15,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T22:28:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T22:28:15,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/oldWALs/wal.dat.0 2024-11-18T22:28:15,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:15,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 2024-11-18T22:28:15,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 after 1ms 2024-11-18T22:28:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T22:28:15,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 took 7ms 2024-11-18T22:28:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T22:28:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T22:28:15,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T22:28:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T22:28:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T22:28:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 so closing down 2024-11-18T22:28:15,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:15,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T22:28:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T22:28:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T22:28:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T22:28:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T22:28:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T22:28:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T22:28:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,324 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T22:28:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T22:28:15,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T22:28:15,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T22:28:15,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T22:28:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T22:28:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T22:28:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T22:28:15,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T22:28:15,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T22:28:15,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T22:28:15,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T22:28:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T22:28:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T22:28:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T22:28:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T22:28:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T22:28:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T22:28:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T22:28:15,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T22:28:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T22:28:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T22:28:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T22:28:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T22:28:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T22:28:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T22:28:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741877_1054 (size=743) 2024-11-18T22:28:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741877_1054 (size=743) 2024-11-18T22:28:15,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T22:28:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T22:28:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T22:28:15,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:15,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T22:28:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T22:28:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T22:28:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T22:28:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T22:28:15,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T22:28:15,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T22:28:15,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T22:28:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T22:28:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T22:28:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T22:28:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T22:28:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T22:28:15,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741878_1055 (size=743) 2024-11-18T22:28:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741878_1055 (size=743) 2024-11-18T22:28:15,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T22:28:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:15,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T22:28:15,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T22:28:15,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T22:28:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T22:28:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T22:28:15,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:15,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 207 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,484 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1, size=1.4 K (1393bytes) at 1731968895230Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 so closing down at 1731968895279 (+49 ms)3 split writer threads finished at 1731968895279Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968895339 (+60 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968895345 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968895426 (+81 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968895429 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968895472 (+43 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968895483 (+11 ms)Processed 20 edits across 2 Regions in 207 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968895484 (+1 ms) 2024-11-18T22:28:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T22:28:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T22:28:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T22:28:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T22:28:15,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T22:28:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T22:28:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/oldWALs/wal.dat.1 2024-11-18T22:28:15,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T22:28:15,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2, size=150 (150bytes) 2024-11-18T22:28:15,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 2024-11-18T22:28:15,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,499 WARN [IPC Server handler 2 on default port 42149 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T22:28:15,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T22:28:15,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 after 2ms 2024-11-18T22:28:15,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T22:28:15,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T22:28:15,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T22:28:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T22:28:15,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T22:28:15,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T22:28:15,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T22:28:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T22:28:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T22:28:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T22:28:15,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T22:28:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T22:28:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T22:28:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T22:28:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T22:28:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T22:28:15,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T22:28:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T22:28:15,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T22:28:15,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T22:28:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T22:28:15,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T22:28:15,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T22:28:15,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T22:28:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T22:28:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T22:28:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T22:28:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T22:28:15,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T22:28:15,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T22:28:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T22:28:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T22:28:15,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T22:28:15,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T22:28:15,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T22:28:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T22:28:15,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T22:28:15,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T22:28:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T22:28:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T22:28:15,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T22:28:15,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T22:28:15,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T22:28:15,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T22:28:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T22:28:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T22:28:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T22:28:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T22:28:15,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T22:28:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T22:28:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T22:28:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T22:28:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T22:28:15,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T22:28:15,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T22:28:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T22:28:15,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T22:28:15,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T22:28:15,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T22:28:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T22:28:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T22:28:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T22:28:15,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T22:28:15,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T22:28:15,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T22:28:15,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T22:28:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T22:28:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T22:28:15,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T22:28:15,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T22:28:15,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T22:28:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T22:28:15,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T22:28:15,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T22:28:15,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T22:28:15,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T22:28:15,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T22:28:15,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T22:28:15,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T22:28:15,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T22:28:15,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T22:28:15,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T22:28:15,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T22:28:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T22:28:15,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T22:28:15,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T22:28:15,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T22:28:15,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T22:28:15,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T22:28:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T22:28:15,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T22:28:15,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T22:28:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T22:28:15,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T22:28:15,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T22:28:15,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T22:28:15,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T22:28:15,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T22:28:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T22:28:15,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T22:28:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T22:28:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T22:28:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T22:28:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T22:28:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T22:28:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T22:28:15,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T22:28:15,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T22:28:15,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T22:28:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T22:28:15,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T22:28:15,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T22:28:15,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T22:28:15,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T22:28:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T22:28:15,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T22:28:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T22:28:15,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T22:28:15,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T22:28:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T22:28:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T22:28:15,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T22:28:15,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T22:28:15,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T22:28:15,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T22:28:15,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T22:28:15,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T22:28:15,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T22:28:15,941 WARN [ResponseProcessor for block BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:15,942 WARN [DataStreamer for file /user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 block BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK], DatanodeInfoWithStorage[127.0.0.1:37059,DS-41bb4491-410a-4bd8-93fb-66e7762f02c3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK]) is bad. 2024-11-18T22:28:15,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-317940883_535 at /127.0.0.1:45402 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45402 dst: /127.0.0.1:46405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46405 remote=/127.0.0.1:45402]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:15,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T22:28:15,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T22:28:15,943 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-317940883_535 at /127.0.0.1:55478 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55478 dst: /127.0.0.1:37059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:15,957 WARN [DataStreamer for file /user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 block BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:15,959 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:15,959 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T22:28:15,960 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 687 2024-11-18T22:28:15,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T22:28:15,960 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:15,961 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741874_1051 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:19,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 after 4003ms 2024-11-18T22:28:19,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 took 4008ms 2024-11-18T22:28:19,586 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2; continuing. 2024-11-18T22:28:19,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 so closing down 2024-11-18T22:28:19,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:19,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:19,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:19,634 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:19,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:19,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741879_1057 (size=743) 2024-11-18T22:28:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741879_1057 (size=743) 2024-11-18T22:28:19,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741880_1058 (size=42657) 2024-11-18T22:28:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741880_1058 (size=42657) 2024-11-18T22:28:19,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 666 edits, skipped 0 edits in 6 ms) 2024-11-18T22:28:19,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:19,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:19,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 676 edits across 2 Regions in 230 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T22:28:19,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2, size=150 (150bytes) at 1731968895498Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 so closing down at 1731968899586 (+4088 ms)3 split writer threads finished at 1731968899592 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968899636 (+44 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968899645 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968899698 (+53 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 666 edits, skipped 0 edits in 6 ms) at 1731968899701 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968899719 (+18 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968899736 (+17 ms)Processed 676 edits across 2 Regions in 230 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731968899738 (+2 ms) 2024-11-18T22:28:19,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/WALs/testlogcannotbewrittenonceparsed,16010,1731968892178/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/f27200a9-470a-e98c-f6ac-168598c45421/oldWALs/wal.dat.2 2024-11-18T22:28:19,776 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T22:28:19,838 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=686, robber=686 2024-11-18T22:28:19,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:42149 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:42149 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-405376901_22 at /127.0.0.1:45454 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1737 (was 1867), ProcessCount=11 (was 11), AvailableMemoryMB=8348 (was 8703) 2024-11-18T22:28:19,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1737, ProcessCount=11, AvailableMemoryMB=8346 2024-11-18T22:28:19,866 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741881_1059 (size=7) 2024-11-18T22:28:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741881_1059 (size=7) 2024-11-18T22:28:20,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:20,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:20,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:20,351 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:20,354 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:20,355 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:20,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:20,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741882_1060 (size=1393) 2024-11-18T22:28:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741882_1060 (size=1393) 2024-11-18T22:28:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:20,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:20,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741883_1061 (size=1393) 2024-11-18T22:28:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741883_1061 (size=1393) 2024-11-18T22:28:20,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:20,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741884_1062 (size=1393) 2024-11-18T22:28:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741884_1062 (size=1393) 2024-11-18T22:28:20,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:20,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741885_1063 (size=1393) 2024-11-18T22:28:20,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741885_1063 (size=1393) 2024-11-18T22:28:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:20,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741886_1064 (size=1393) 2024-11-18T22:28:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741886_1064 (size=1393) 2024-11-18T22:28:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:20,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741887_1065 (size=1393) 2024-11-18T22:28:21,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741887_1065 (size=1393) 2024-11-18T22:28:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:21,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741888_1066 (size=1405) 2024-11-18T22:28:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741888_1066 (size=1405) 2024-11-18T22:28:21,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:21,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:21,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741889_1067 (size=1413) 2024-11-18T22:28:21,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741889_1067 (size=1413) 2024-11-18T22:28:21,053 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:21,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:21,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741890_1068 (size=1413) 2024-11-18T22:28:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741890_1068 (size=1413) 2024-11-18T22:28:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:21,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:21,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:21,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741891_1069 (size=1413) 2024-11-18T22:28:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741891_1069 (size=1413) 2024-11-18T22:28:21,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:21,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:28:21,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 2024-11-18T22:28:21,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 after 6ms 2024-11-18T22:28:21,185 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:21,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:28:23,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 took 2031ms 2024-11-18T22:28:23,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 so closing down 2024-11-18T22:28:23,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:23,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:23,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:23,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:23,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:23,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741892_1070 (size=743) 2024-11-18T22:28:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741892_1070 (size=743) 2024-11-18T22:28:23,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741893_1071 (size=743) 2024-11-18T22:28:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741893_1071 (size=743) 2024-11-18T22:28:23,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:23,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:23,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:23,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:23,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0, size=1.4 K (1393bytes) at 1731968901178Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 so closing down at 1731968903237 (+2059 ms)3 split writer threads finished at 1731968903245 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968903293 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968903305 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968903361 (+56 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968903376 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968903381 (+5 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968903401 (+20 ms)Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968903404 (+3 ms) 2024-11-18T22:28:23,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.0 2024-11-18T22:28:23,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:23,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 2024-11-18T22:28:23,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 after 6ms 2024-11-18T22:28:23,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 took 21ms 2024-11-18T22:28:23,462 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 so closing down 2024-11-18T22:28:23,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:23,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:23,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:23,497 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:23,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:23,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741894_1072 (size=743) 2024-11-18T22:28:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741894_1072 (size=743) 2024-11-18T22:28:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741895_1073 (size=743) 2024-11-18T22:28:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741895_1073 (size=743) 2024-11-18T22:28:23,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:23,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:23,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:23,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:23,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:23,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1, size=1.4 K (1393bytes) at 1731968903428Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 so closing down at 1731968903462 (+34 ms)3 split writer threads finished at 1731968903472 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968903504 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968903506 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968903947 (+441 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968903953 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968903974 (+21 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968903980 (+6 ms)Processed 20 edits across 2 Regions in 524 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968903980 2024-11-18T22:28:23,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.1 2024-11-18T22:28:23,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:28:23,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 2024-11-18T22:28:23,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 after 1ms 2024-11-18T22:28:23,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 took 8ms 2024-11-18T22:28:24,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 so closing down 2024-11-18T22:28:24,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:24,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:24,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:24,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:24,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:24,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741896_1074 (size=743) 2024-11-18T22:28:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741896_1074 (size=743) 2024-11-18T22:28:24,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741897_1075 (size=743) 2024-11-18T22:28:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741897_1075 (size=743) 2024-11-18T22:28:24,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:24,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:24,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:24,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2, size=1.4 K (1393bytes) at 1731968903988Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 so closing down at 1731968904007 (+19 ms)3 split writer threads finished at 1731968904011 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968904044 (+33 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968904051 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904058 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904065 (+7 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968904065Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968904069 (+4 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968904069 2024-11-18T22:28:24,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.2 2024-11-18T22:28:24,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:28:24,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 2024-11-18T22:28:24,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 after 3ms 2024-11-18T22:28:24,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 took 12ms 2024-11-18T22:28:24,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 so closing down 2024-11-18T22:28:24,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:24,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:24,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:24,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:24,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:24,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741898_1076 (size=743) 2024-11-18T22:28:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741898_1076 (size=743) 2024-11-18T22:28:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741899_1077 (size=743) 2024-11-18T22:28:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741899_1077 (size=743) 2024-11-18T22:28:24,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:28:24,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:28:24,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 580 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:24,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3, size=1.4 K (1393bytes) at 1731968904081Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 so closing down at 1731968904099 (+18 ms)3 split writer threads finished at 1731968904101 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968904110 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968904124 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904609 (+485 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968904627 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904658 (+31 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968904677 (+19 ms)Processed 20 edits across 2 Regions in 580 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968904677 2024-11-18T22:28:24,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.3 2024-11-18T22:28:24,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:28:24,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 2024-11-18T22:28:24,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 after 1ms 2024-11-18T22:28:24,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 took 6ms 2024-11-18T22:28:24,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 so closing down 2024-11-18T22:28:24,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:24,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:24,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:24,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:24,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:24,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741900_1078 (size=743) 2024-11-18T22:28:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741900_1078 (size=743) 2024-11-18T22:28:24,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:28:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741901_1079 (size=743) 2024-11-18T22:28:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741901_1079 (size=743) 2024-11-18T22:28:24,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:24,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:28:24,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:24,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4, size=1.4 K (1393bytes) at 1731968904701Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 so closing down at 1731968904716 (+15 ms)3 split writer threads finished at 1731968904720 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968904749 (+29 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968904772 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904816 (+44 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968904835 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968904848 (+13 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968904861 (+13 ms)Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968904862 (+1 ms) 2024-11-18T22:28:24,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.4 2024-11-18T22:28:24,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:28:24,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 2024-11-18T22:28:24,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 after 3ms 2024-11-18T22:28:24,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 took 24ms 2024-11-18T22:28:24,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 so closing down 2024-11-18T22:28:24,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:24,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:24,930 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:24,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:24,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:24,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:24,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741902_1080 (size=743) 2024-11-18T22:28:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741902_1080 (size=743) 2024-11-18T22:28:25,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:28:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741903_1081 (size=743) 2024-11-18T22:28:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741903_1081 (size=743) 2024-11-18T22:28:25,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:28:25,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:25,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5, size=1.4 K (1393bytes) at 1731968904885Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 so closing down at 1731968904914 (+29 ms)3 split writer threads finished at 1731968904914Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968904946 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968904982 (+36 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905003 (+21 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968905015 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905056 (+41 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968905070 (+14 ms)Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968905070 2024-11-18T22:28:25,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.5 2024-11-18T22:28:25,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:28:25,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 2024-11-18T22:28:25,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 after 1ms 2024-11-18T22:28:25,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 took 11ms 2024-11-18T22:28:25,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 so closing down 2024-11-18T22:28:25,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:25,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:25,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:25,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:25,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:25,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741904_1082 (size=749) 2024-11-18T22:28:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741904_1082 (size=749) 2024-11-18T22:28:25,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:28:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741905_1083 (size=749) 2024-11-18T22:28:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741905_1083 (size=749) 2024-11-18T22:28:25,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:28:25,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:28:25,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6, size=1.4 K (1405bytes) at 1731968905085Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 so closing down at 1731968905113 (+28 ms)3 split writer threads finished at 1731968905122 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968905158 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968905184 (+26 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905224 (+40 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968905260 (+36 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905292 (+32 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968905309 (+17 ms)Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968905310 (+1 ms) 2024-11-18T22:28:25,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.6 2024-11-18T22:28:25,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:25,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 2024-11-18T22:28:25,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 after 1ms 2024-11-18T22:28:25,333 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 took 12ms 2024-11-18T22:28:25,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 so closing down 2024-11-18T22:28:25,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:25,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:25,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:25,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:25,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:25,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741906_1084 (size=753) 2024-11-18T22:28:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741906_1084 (size=753) 2024-11-18T22:28:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741907_1085 (size=753) 2024-11-18T22:28:25,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741907_1085 (size=753) 2024-11-18T22:28:25,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:28:25,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:28:25,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:25,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7, size=1.4 K (1413bytes) at 1731968905321Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 so closing down at 1731968905346 (+25 ms)3 split writer threads finished at 1731968905347 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968905373 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968905378 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905461 (+83 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968905488 (+27 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905863 (+375 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968905867 (+4 ms)Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968905867 2024-11-18T22:28:25,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.7 2024-11-18T22:28:25,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:28:25,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 2024-11-18T22:28:25,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 after 1ms 2024-11-18T22:28:25,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 took 7ms 2024-11-18T22:28:25,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 so closing down 2024-11-18T22:28:25,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:25,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:25,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:25,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:25,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:25,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741908_1086 (size=753) 2024-11-18T22:28:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741908_1086 (size=753) 2024-11-18T22:28:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741909_1087 (size=753) 2024-11-18T22:28:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741909_1087 (size=753) 2024-11-18T22:28:25,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:25,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:28:26,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:26,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:28:26,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:26,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8, size=1.4 K (1413bytes) at 1731968905872Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 so closing down at 1731968905883 (+11 ms)3 split writer threads finished at 1731968905886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968905894 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968905908 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968905953 (+45 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968905955 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968906323 (+368 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968906326 (+3 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968906327 (+1 ms) 2024-11-18T22:28:26,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.8 2024-11-18T22:28:26,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:28:26,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 2024-11-18T22:28:26,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 after 1ms 2024-11-18T22:28:26,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 took 5ms 2024-11-18T22:28:26,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 so closing down 2024-11-18T22:28:26,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:26,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:26,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:26,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:26,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:26,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741911_1089 (size=753) 2024-11-18T22:28:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741910_1088 (size=753) 2024-11-18T22:28:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741911_1089 (size=753) 2024-11-18T22:28:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741910_1088 (size=753) 2024-11-18T22:28:26,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:26,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:26,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:28:26,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:28:26,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:26,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9, size=1.4 K (1413bytes) at 1731968906330Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 so closing down at 1731968906336 (+6 ms)3 split writer threads finished at 1731968906336Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968906342 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968906342Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968906357 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968906360 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968906365 (+5 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968906377 (+12 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968906377 2024-11-18T22:28:26,382 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/WALs/testretryopenduringrecovery,16010,1731968900351/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/2d0d8f70-16d3-a98f-c96d-2218bea0f8f1/oldWALs/wal.dat.9 2024-11-18T22:28:26,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=138 (was 142), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1702 (was 1737), ProcessCount=11 (was 11), AvailableMemoryMB=8465 (was 8346) - AvailableMemoryMB LEAK? - 2024-11-18T22:28:26,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1702, ProcessCount=11, AvailableMemoryMB=8462 2024-11-18T22:28:26,408 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741912_1090 (size=7) 2024-11-18T22:28:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741912_1090 (size=7) 2024-11-18T22:28:26,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:26,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:26,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:26,845 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:26,845 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:26,846 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:26,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741913_1091 (size=1393) 2024-11-18T22:28:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741913_1091 (size=1393) 2024-11-18T22:28:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:26,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741914_1092 (size=1393) 2024-11-18T22:28:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741914_1092 (size=1393) 2024-11-18T22:28:27,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:27,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:27,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741915_1093 (size=1393) 2024-11-18T22:28:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741915_1093 (size=1393) 2024-11-18T22:28:27,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:27,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:27,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741916_1094 (size=1393) 2024-11-18T22:28:28,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741916_1094 (size=1393) 2024-11-18T22:28:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:28,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741917_1095 (size=1393) 2024-11-18T22:28:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741917_1095 (size=1393) 2024-11-18T22:28:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:28,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741919_1097 (size=1405) 2024-11-18T22:28:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:28,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741919_1097 (size=1405) 2024-11-18T22:28:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741920_1098 (size=1413) 2024-11-18T22:28:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741920_1098 (size=1413) 2024-11-18T22:28:28,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:28,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741921_1099 (size=1413) 2024-11-18T22:28:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741921_1099 (size=1413) 2024-11-18T22:28:28,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:28,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:28,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741922_1100 (size=1413) 2024-11-18T22:28:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741922_1100 (size=1413) 2024-11-18T22:28:28,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:28,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:28:28,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 2024-11-18T22:28:28,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 after 1ms 2024-11-18T22:28:28,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 took 5ms 2024-11-18T22:28:28,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 so closing down 2024-11-18T22:28:28,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:28,657 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:28,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:28,670 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:28,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:28,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741923_1101 (size=743) 2024-11-18T22:28:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741923_1101 (size=743) 2024-11-18T22:28:28,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:28,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741924_1102 (size=743) 2024-11-18T22:28:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741924_1102 (size=743) 2024-11-18T22:28:29,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:29,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:29,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0, size=1.4 K (1393bytes) at 1731968908646Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 so closing down at 1731968908657 (+11 ms)3 split writer threads finished at 1731968908657Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968908677 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968908684 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968908725 (+41 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968908731 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909138 (+407 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968909140 (+2 ms)Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968909140 2024-11-18T22:28:29,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.0 2024-11-18T22:28:29,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:29,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 2024-11-18T22:28:29,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 after 0ms 2024-11-18T22:28:29,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 took 4ms 2024-11-18T22:28:29,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 so closing down 2024-11-18T22:28:29,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:29,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:29,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:29,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:29,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:29,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741925_1103 (size=743) 2024-11-18T22:28:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741925_1103 (size=743) 2024-11-18T22:28:29,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741926_1104 (size=743) 2024-11-18T22:28:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741926_1104 (size=743) 2024-11-18T22:28:29,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:29,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:29,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:29,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1, size=1.4 K (1393bytes) at 1731968909144Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 so closing down at 1731968909159 (+15 ms)3 split writer threads finished at 1731968909165 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968909200 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968909204 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909267 (+63 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909279 (+12 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968909281 (+2 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968909289 (+8 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968909292 (+3 ms) 2024-11-18T22:28:29,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.1 2024-11-18T22:28:29,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:28:29,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 2024-11-18T22:28:29,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 after 1ms 2024-11-18T22:28:29,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 took 9ms 2024-11-18T22:28:29,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 so closing down 2024-11-18T22:28:29,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:29,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:29,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:29,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:29,344 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:29,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741927_1105 (size=743) 2024-11-18T22:28:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741927_1105 (size=743) 2024-11-18T22:28:29,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:29,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741928_1106 (size=743) 2024-11-18T22:28:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741928_1106 (size=743) 2024-11-18T22:28:29,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:29,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:29,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2, size=1.4 K (1393bytes) at 1731968909306Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 so closing down at 1731968909327 (+21 ms)3 split writer threads finished at 1731968909328 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968909341 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909355 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968909356 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968909365 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909389 (+24 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968909401 (+12 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968909401 2024-11-18T22:28:29,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.2 2024-11-18T22:28:29,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:28:29,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 2024-11-18T22:28:29,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 after 0ms 2024-11-18T22:28:29,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 took 11ms 2024-11-18T22:28:29,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 so closing down 2024-11-18T22:28:29,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:29,424 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:29,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:29,431 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:29,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:29,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741929_1107 (size=743) 2024-11-18T22:28:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741929_1107 (size=743) 2024-11-18T22:28:29,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741930_1108 (size=743) 2024-11-18T22:28:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741930_1108 (size=743) 2024-11-18T22:28:29,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:28:29,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:28:29,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:29,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3, size=1.4 K (1393bytes) at 1731968909405Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 so closing down at 1731968909422 (+17 ms)3 split writer threads finished at 1731968909424 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968909432 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968909432Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909456 (+24 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968909462 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909464 (+2 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968909467 (+3 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968909467 2024-11-18T22:28:29,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.3 2024-11-18T22:28:29,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:28:29,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 2024-11-18T22:28:29,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 after 0ms 2024-11-18T22:28:29,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 took 7ms 2024-11-18T22:28:29,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 so closing down 2024-11-18T22:28:29,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:29,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:29,499 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:29,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:29,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:29,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741931_1109 (size=743) 2024-11-18T22:28:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741931_1109 (size=743) 2024-11-18T22:28:29,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:28:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741932_1110 (size=743) 2024-11-18T22:28:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741932_1110 (size=743) 2024-11-18T22:28:29,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:29,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:28:29,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:29,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4, size=1.4 K (1393bytes) at 1731968909474Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 so closing down at 1731968909490 (+16 ms)3 split writer threads finished at 1731968909496 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968909501 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968909511 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909515 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968909521 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968909537 (+16 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968909541 (+4 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968909541 2024-11-18T22:28:29,545 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.4 2024-11-18T22:28:29,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5, size=150 (150bytes) 2024-11-18T22:28:29,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 2024-11-18T22:28:29,547 WARN [IPC Server handler 4 on default port 42149 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T22:28:29,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 after 1ms 2024-11-18T22:28:29,920 WARN [ResponseProcessor for block BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:29,920 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1048062971_22 at /127.0.0.1:51182 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51182 dst: /127.0.0.1:46405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46405 remote=/127.0.0.1:51182]. Total timeout mills is 60000, 58559 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:29,921 WARN [DataStreamer for file /user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 block BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK], DatanodeInfoWithStorage[127.0.0.1:37059,DS-41bb4491-410a-4bd8-93fb-66e7762f02c3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK]) is bad. 2024-11-18T22:28:29,922 WARN [DataStreamer for file /user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 block BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:28:29,922 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1048062971_22 at /127.0.0.1:41540 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41540 dst: /127.0.0.1:37059 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:28:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741918_1111 (size=1385) 2024-11-18T22:28:33,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 after 4014ms 2024-11-18T22:28:33,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 took 4047ms 2024-11-18T22:28:33,618 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5; continuing. 2024-11-18T22:28:33,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 so closing down 2024-11-18T22:28:33,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:33,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:33,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:33,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:33,705 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:33,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741933_1112 (size=743) 2024-11-18T22:28:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741933_1112 (size=743) 2024-11-18T22:28:33,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:33,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:28:33,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741934_1113 (size=743) 2024-11-18T22:28:33,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:33,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741934_1113 (size=743) 2024-11-18T22:28:33,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:28:33,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 268 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T22:28:33,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5, size=150 (150bytes) at 1731968909546Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 so closing down at 1731968913618 (+4072 ms)3 split writer threads finished at 1731968913622 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968913697 (+75 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968913712 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968913856 (+144 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968913862 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968913872 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968913880 (+8 ms)Processed 20 edits across 2 Regions in 268 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731968913881 (+1 ms) 2024-11-18T22:28:33,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.5 2024-11-18T22:28:33,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:28:33,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 2024-11-18T22:28:33,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 after 3ms 2024-11-18T22:28:33,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 took 16ms 2024-11-18T22:28:33,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 so closing down 2024-11-18T22:28:33,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:33,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:33,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:33,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:33,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:34,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741935_1114 (size=749) 2024-11-18T22:28:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741935_1114 (size=749) 2024-11-18T22:28:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741936_1115 (size=749) 2024-11-18T22:28:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741936_1115 (size=749) 2024-11-18T22:28:34,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:28:34,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:28:34,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 559 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:28:34,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6, size=1.4 K (1405bytes) at 1731968913894Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 so closing down at 1731968913945 (+51 ms)3 split writer threads finished at 1731968913946 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968913993 (+47 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968914000 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914139 (+139 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968914152 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914491 (+339 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968914494 (+3 ms)Processed 20 edits across 2 Regions in 559 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968914494 2024-11-18T22:28:34,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.6 2024-11-18T22:28:34,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:34,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 2024-11-18T22:28:34,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 after 0ms 2024-11-18T22:28:34,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 took 5ms 2024-11-18T22:28:34,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 so closing down 2024-11-18T22:28:34,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:34,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:34,561 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:34,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:34,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:34,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:34,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741937_1116 (size=753) 2024-11-18T22:28:34,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741937_1116 (size=753) 2024-11-18T22:28:34,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741938_1117 (size=753) 2024-11-18T22:28:34,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:28:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741938_1117 (size=753) 2024-11-18T22:28:34,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:28:34,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:34,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7, size=1.4 K (1413bytes) at 1731968914499Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 so closing down at 1731968914532 (+33 ms)3 split writer threads finished at 1731968914542 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968914574 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968914612 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914704 (+92 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968914716 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914717 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968914721 (+4 ms)Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968914723 (+2 ms) 2024-11-18T22:28:34,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.7 2024-11-18T22:28:34,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:28:34,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 2024-11-18T22:28:34,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 after 1ms 2024-11-18T22:28:34,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 took 10ms 2024-11-18T22:28:34,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 so closing down 2024-11-18T22:28:34,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:34,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:34,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:34,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:34,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:34,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741939_1118 (size=753) 2024-11-18T22:28:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741939_1118 (size=753) 2024-11-18T22:28:34,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:28:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741940_1119 (size=753) 2024-11-18T22:28:34,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741940_1119 (size=753) 2024-11-18T22:28:34,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:34,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:28:34,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:34,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8, size=1.4 K (1413bytes) at 1731968914732Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 so closing down at 1731968914773 (+41 ms)3 split writer threads finished at 1731968914777 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968914801 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968914832 (+31 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914854 (+22 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968914865 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968914927 (+62 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968914948 (+21 ms)Processed 20 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968914948 2024-11-18T22:28:34,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.8 2024-11-18T22:28:34,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:28:34,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 2024-11-18T22:28:34,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 after 1ms 2024-11-18T22:28:34,985 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 took 17ms 2024-11-18T22:28:35,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 so closing down 2024-11-18T22:28:35,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:35,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:35,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:35,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:35,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:35,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741941_1120 (size=753) 2024-11-18T22:28:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741941_1120 (size=753) 2024-11-18T22:28:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741942_1121 (size=753) 2024-11-18T22:28:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741942_1121 (size=753) 2024-11-18T22:28:35,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:35,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:28:35,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:35,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:28:35,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 612 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:35,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9, size=1.4 K (1413bytes) at 1731968914969Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 so closing down at 1731968915030 (+61 ms)3 split writer threads finished at 1731968915030Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968915064 (+34 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968915124 (+60 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968915544 (+420 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968915558 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968915620 (+62 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968915640 (+20 ms)Processed 20 edits across 2 Regions in 612 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968915640 2024-11-18T22:28:35,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731968906845/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/aa57e561-c610-eccf-c5e0-7b3f264ea2e3/oldWALs/wal.dat.9 2024-11-18T22:28:36,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 138), OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1735 (was 1702) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8145 (was 8462) 2024-11-18T22:28:36,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1735, ProcessCount=11, AvailableMemoryMB=8143 2024-11-18T22:28:36,104 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741943_1122 (size=7) 2024-11-18T22:28:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741943_1122 (size=7) 2024-11-18T22:28:36,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:36,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:36,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:36,245 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:36,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1735 (was 1735), ProcessCount=11 (was 11), AvailableMemoryMB=8127 (was 8143) 2024-11-18T22:28:36,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1735, ProcessCount=11, AvailableMemoryMB=8123 2024-11-18T22:28:36,326 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741944_1123 (size=7) 2024-11-18T22:28:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741944_1123 (size=7) 2024-11-18T22:28:36,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:36,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:36,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:36,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:36,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:36,497 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:36,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741945_1124 (size=1393) 2024-11-18T22:28:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741945_1124 (size=1393) 2024-11-18T22:28:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:36,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741946_1125 (size=1393) 2024-11-18T22:28:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741946_1125 (size=1393) 2024-11-18T22:28:36,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:36,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:36,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:36,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741947_1126 (size=1393) 2024-11-18T22:28:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741947_1126 (size=1393) 2024-11-18T22:28:37,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:37,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741948_1127 (size=1393) 2024-11-18T22:28:37,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741948_1127 (size=1393) 2024-11-18T22:28:37,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:37,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741949_1128 (size=1393) 2024-11-18T22:28:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741949_1128 (size=1393) 2024-11-18T22:28:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:37,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:37,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741950_1129 (size=1393) 2024-11-18T22:28:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741950_1129 (size=1393) 2024-11-18T22:28:38,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:38,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:38,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741951_1130 (size=1405) 2024-11-18T22:28:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:38,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741951_1130 (size=1405) 2024-11-18T22:28:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741952_1131 (size=1413) 2024-11-18T22:28:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741952_1131 (size=1413) 2024-11-18T22:28:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:38,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741953_1132 (size=1413) 2024-11-18T22:28:38,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741953_1132 (size=1413) 2024-11-18T22:28:38,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:38,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:38,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741954_1133 (size=1413) 2024-11-18T22:28:38,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741954_1133 (size=1413) 2024-11-18T22:28:38,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:28:38,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 2024-11-18T22:28:39,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 after 11ms 2024-11-18T22:28:39,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 took 32ms 2024-11-18T22:28:39,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 so closing down 2024-11-18T22:28:39,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:39,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:39,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:39,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:39,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:39,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741955_1134 (size=743) 2024-11-18T22:28:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741955_1134 (size=743) 2024-11-18T22:28:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741956_1135 (size=743) 2024-11-18T22:28:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741956_1135 (size=743) 2024-11-18T22:28:39,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:39,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:39,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:39,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:39,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:39,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0, size=1.4 K (1393bytes) at 1731968918989Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 so closing down at 1731968919045 (+56 ms)3 split writer threads finished at 1731968919046 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968919091 (+45 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968919103 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968919187 (+84 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968919194 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968919564 (+370 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968919580 (+16 ms)Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968919581 (+1 ms) 2024-11-18T22:28:39,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.0 2024-11-18T22:28:39,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:39,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 2024-11-18T22:28:39,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 after 0ms 2024-11-18T22:28:39,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 took 5ms 2024-11-18T22:28:39,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 so closing down 2024-11-18T22:28:39,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:39,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:39,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:39,667 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:39,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:39,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741958_1137 (size=743) 2024-11-18T22:28:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741958_1137 (size=743) 2024-11-18T22:28:39,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741957_1136 (size=743) 2024-11-18T22:28:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741957_1136 (size=743) 2024-11-18T22:28:39,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:39,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:39,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:39,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:39,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1, size=1.4 K (1393bytes) at 1731968919601Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 so closing down at 1731968919641 (+40 ms)3 split writer threads finished at 1731968919647 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968919685 (+38 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968919688 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968919773 (+85 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968919781 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968919786 (+5 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968919792 (+6 ms)Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968919793 (+1 ms) 2024-11-18T22:28:39,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.1 2024-11-18T22:28:39,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:28:39,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 2024-11-18T22:28:39,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 after 2ms 2024-11-18T22:28:39,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 took 10ms 2024-11-18T22:28:39,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 so closing down 2024-11-18T22:28:39,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:39,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:39,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:39,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:39,858 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:39,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741959_1138 (size=743) 2024-11-18T22:28:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741959_1138 (size=743) 2024-11-18T22:28:39,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:39,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741960_1139 (size=743) 2024-11-18T22:28:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741960_1139 (size=743) 2024-11-18T22:28:40,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:40,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:40,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:40,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2, size=1.4 K (1393bytes) at 1731968919799Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 so closing down at 1731968919819 (+20 ms)3 split writer threads finished at 1731968919820 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968919852 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968919867 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968919951 (+84 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968919961 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968920372 (+411 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968920393 (+21 ms)Processed 20 edits across 2 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968920393 2024-11-18T22:28:40,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.2 2024-11-18T22:28:40,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:28:40,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 2024-11-18T22:28:40,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 after 5ms 2024-11-18T22:28:40,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 took 33ms 2024-11-18T22:28:40,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 so closing down 2024-11-18T22:28:40,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:40,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:40,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:40,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:40,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:40,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741961_1140 (size=743) 2024-11-18T22:28:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741961_1140 (size=743) 2024-11-18T22:28:40,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741962_1141 (size=743) 2024-11-18T22:28:40,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:28:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741962_1141 (size=743) 2024-11-18T22:28:40,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:40,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:28:40,635 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:40,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3, size=1.4 K (1393bytes) at 1731968920415Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 so closing down at 1731968920455 (+40 ms)3 split writer threads finished at 1731968920461 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968920496 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968920554 (+58 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968920573 (+19 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968920604 (+31 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968920618 (+14 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968920635 (+17 ms)Processed 20 edits across 2 Regions in 183 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968920635 2024-11-18T22:28:40,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.3 2024-11-18T22:28:40,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:28:40,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 2024-11-18T22:28:40,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 after 3ms 2024-11-18T22:28:40,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 took 14ms 2024-11-18T22:28:40,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 so closing down 2024-11-18T22:28:40,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:40,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:40,725 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:40,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:40,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:40,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741963_1142 (size=743) 2024-11-18T22:28:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741963_1142 (size=743) 2024-11-18T22:28:40,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:40,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:28:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741964_1143 (size=743) 2024-11-18T22:28:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741964_1143 (size=743) 2024-11-18T22:28:40,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:40,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:28:40,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 252 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:40,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4, size=1.4 K (1393bytes) at 1731968920645Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 so closing down at 1731968920689 (+44 ms)3 split writer threads finished at 1731968920693 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968920738 (+45 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968920767 (+29 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968920794 (+27 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968920802 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968920906 (+104 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968920928 (+22 ms)Processed 20 edits across 2 Regions in 252 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968920932 (+4 ms) 2024-11-18T22:28:40,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.4 2024-11-18T22:28:40,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:28:40,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 2024-11-18T22:28:40,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 after 2ms 2024-11-18T22:28:40,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 took 8ms 2024-11-18T22:28:40,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 so closing down 2024-11-18T22:28:40,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:40,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:41,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:41,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:41,029 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:41,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741965_1144 (size=743) 2024-11-18T22:28:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741965_1144 (size=743) 2024-11-18T22:28:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741966_1145 (size=743) 2024-11-18T22:28:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741966_1145 (size=743) 2024-11-18T22:28:41,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:41,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:28:41,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:41,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:28:41,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:41,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5, size=1.4 K (1393bytes) at 1731968920949Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 so closing down at 1731968920992 (+43 ms)3 split writer threads finished at 1731968920996 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968921028 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968921066 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968921156 (+90 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968921172 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968921531 (+359 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968921541 (+10 ms)Processed 20 edits across 2 Regions in 554 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968921541 2024-11-18T22:28:41,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.5 2024-11-18T22:28:41,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:28:41,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 2024-11-18T22:28:41,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 after 2ms 2024-11-18T22:28:41,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 took 16ms 2024-11-18T22:28:41,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 so closing down 2024-11-18T22:28:41,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:41,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:41,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:41,617 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:41,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:41,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741967_1146 (size=749) 2024-11-18T22:28:41,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:41,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:28:41,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741967_1146 (size=749) 2024-11-18T22:28:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741968_1147 (size=749) 2024-11-18T22:28:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741968_1147 (size=749) 2024-11-18T22:28:41,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:41,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:28:41,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 191 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:28:41,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6, size=1.4 K (1405bytes) at 1731968921565Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 so closing down at 1731968921593 (+28 ms)3 split writer threads finished at 1731968921596 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968921621 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968921634 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968921714 (+80 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968921716 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968921777 (+61 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968921782 (+5 ms)Processed 20 edits across 2 Regions in 191 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968921782 2024-11-18T22:28:41,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.6 2024-11-18T22:28:41,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:41,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 2024-11-18T22:28:41,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 after 0ms 2024-11-18T22:28:41,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 took 11ms 2024-11-18T22:28:41,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 so closing down 2024-11-18T22:28:41,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:41,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:41,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:41,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:41,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:41,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:41,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741969_1148 (size=753) 2024-11-18T22:28:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741969_1148 (size=753) 2024-11-18T22:28:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741970_1149 (size=753) 2024-11-18T22:28:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741970_1149 (size=753) 2024-11-18T22:28:41,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:41,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:28:42,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:42,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:28:42,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:42,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7, size=1.4 K (1413bytes) at 1731968921786Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 so closing down at 1731968921823 (+37 ms)3 split writer threads finished at 1731968921825 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968921858 (+33 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968921879 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968921942 (+63 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968921946 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968922352 (+406 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968922364 (+12 ms)Processed 20 edits across 2 Regions in 544 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968922366 (+2 ms) 2024-11-18T22:28:42,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.7 2024-11-18T22:28:42,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:28:42,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 2024-11-18T22:28:42,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 after 9ms 2024-11-18T22:28:42,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 took 23ms 2024-11-18T22:28:42,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 so closing down 2024-11-18T22:28:42,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:42,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:42,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:42,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:42,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:42,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741972_1151 (size=753) 2024-11-18T22:28:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741972_1151 (size=753) 2024-11-18T22:28:42,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:42,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:28:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741971_1150 (size=753) 2024-11-18T22:28:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741971_1150 (size=753) 2024-11-18T22:28:42,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:42,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:28:42,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:42,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8, size=1.4 K (1413bytes) at 1731968922401Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 so closing down at 1731968922442 (+41 ms)3 split writer threads finished at 1731968922448 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968922500 (+52 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968922504 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968922620 (+116 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968922622 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968922628 (+6 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968922630 (+2 ms)Processed 20 edits across 2 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968922630 2024-11-18T22:28:42,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.8 2024-11-18T22:28:42,632 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:28:42,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 2024-11-18T22:28:42,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 after 0ms 2024-11-18T22:28:42,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 took 3ms 2024-11-18T22:28:42,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 so closing down 2024-11-18T22:28:42,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:42,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:42,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:42,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:42,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:42,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741974_1153 (size=753) 2024-11-18T22:28:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741974_1153 (size=753) 2024-11-18T22:28:42,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:42,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:28:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741973_1152 (size=753) 2024-11-18T22:28:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741973_1152 (size=753) 2024-11-18T22:28:42,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:42,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:28:42,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 221 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:42,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9, size=1.4 K (1413bytes) at 1731968922632Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 so closing down at 1731968922639 (+7 ms)3 split writer threads finished at 1731968922652 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968922691 (+39 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968922699 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968922826 (+127 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968922838 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968922840 (+2 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968922856 (+16 ms)Processed 20 edits across 2 Regions in 221 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968922859 (+3 ms) 2024-11-18T22:28:42,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/WALs/testsplit,16010,1731968916493/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/365860e8-ae9d-bf3c-75c1-2a04dbe59a19/oldWALs/wal.dat.9 2024-11-18T22:28:43,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137 (was 138), OpenFileDescriptor=385 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1809 (was 1735) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7648 (was 8123) 2024-11-18T22:28:43,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1809, ProcessCount=11, AvailableMemoryMB=7646 2024-11-18T22:28:43,148 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741975_1154 (size=7) 2024-11-18T22:28:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741975_1154 (size=7) 2024-11-18T22:28:43,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:43,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:43,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:43,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:43,239 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:43,241 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:43,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741976_1155 (size=1393) 2024-11-18T22:28:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741976_1155 (size=1393) 2024-11-18T22:28:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:43,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741977_1156 (size=1393) 2024-11-18T22:28:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741977_1156 (size=1393) 2024-11-18T22:28:43,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:43,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:43,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741978_1157 (size=1393) 2024-11-18T22:28:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741978_1157 (size=1393) 2024-11-18T22:28:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:44,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741979_1158 (size=1393) 2024-11-18T22:28:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741979_1158 (size=1393) 2024-11-18T22:28:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:44,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:44,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741980_1159 (size=1393) 2024-11-18T22:28:44,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741980_1159 (size=1393) 2024-11-18T22:28:44,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:44,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:44,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:44,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741981_1160 (size=1393) 2024-11-18T22:28:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:45,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741981_1160 (size=1393) 2024-11-18T22:28:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741982_1161 (size=1405) 2024-11-18T22:28:45,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741982_1161 (size=1405) 2024-11-18T22:28:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:45,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741983_1162 (size=1413) 2024-11-18T22:28:45,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:45,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:45,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741983_1162 (size=1413) 2024-11-18T22:28:45,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741984_1163 (size=1413) 2024-11-18T22:28:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:45,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741984_1163 (size=1413) 2024-11-18T22:28:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:45,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741985_1164 (size=1413) 2024-11-18T22:28:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741985_1164 (size=1413) 2024-11-18T22:28:45,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:45,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:28:45,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 2024-11-18T22:28:45,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 after 1ms 2024-11-18T22:28:45,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 took 6ms 2024-11-18T22:28:45,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 so closing down 2024-11-18T22:28:45,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:45,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:45,821 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:45,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:45,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:45,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741986_1165 (size=743) 2024-11-18T22:28:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741986_1165 (size=743) 2024-11-18T22:28:45,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:45,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741987_1166 (size=743) 2024-11-18T22:28:45,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741987_1166 (size=743) 2024-11-18T22:28:45,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:45,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:45,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:45,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0, size=1.4 K (1393bytes) at 1731968925786Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 so closing down at 1731968925805 (+19 ms)3 split writer threads finished at 1731968925812 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968925832 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968925840 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968925874 (+34 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968925877 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968925907 (+30 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968925912 (+5 ms)Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968925912 2024-11-18T22:28:45,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.0 2024-11-18T22:28:45,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:45,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 2024-11-18T22:28:45,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 after 1ms 2024-11-18T22:28:45,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 took 4ms 2024-11-18T22:28:45,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 so closing down 2024-11-18T22:28:45,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:45,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:45,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:45,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:45,932 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:45,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741989_1168 (size=743) 2024-11-18T22:28:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741989_1168 (size=743) 2024-11-18T22:28:45,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:45,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741988_1167 (size=743) 2024-11-18T22:28:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741988_1167 (size=743) 2024-11-18T22:28:45,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:45,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:45,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:45,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1, size=1.4 K (1393bytes) at 1731968925917Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 so closing down at 1731968925926 (+9 ms)3 split writer threads finished at 1731968925926Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968925931 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968925934 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968925945 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968925948 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968925961 (+13 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968925966 (+5 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968925967 (+1 ms) 2024-11-18T22:28:45,974 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.1 2024-11-18T22:28:45,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:28:45,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 2024-11-18T22:28:45,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 after 1ms 2024-11-18T22:28:45,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 took 7ms 2024-11-18T22:28:45,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 so closing down 2024-11-18T22:28:45,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:45,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:45,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:45,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:45,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:46,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741990_1169 (size=743) 2024-11-18T22:28:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741990_1169 (size=743) 2024-11-18T22:28:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741991_1170 (size=743) 2024-11-18T22:28:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741991_1170 (size=743) 2024-11-18T22:28:46,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:46,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:46,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:46,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:46,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:46,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2, size=1.4 K (1393bytes) at 1731968925974Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 so closing down at 1731968925983 (+9 ms)3 split writer threads finished at 1731968925983Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968925990 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968926000 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968926064 (+64 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968926069 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968926446 (+377 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968926461 (+15 ms)Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968926461 2024-11-18T22:28:46,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.2 2024-11-18T22:28:46,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:28:46,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 2024-11-18T22:28:46,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 after 0ms 2024-11-18T22:28:46,491 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 took 14ms 2024-11-18T22:28:46,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 so closing down 2024-11-18T22:28:46,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:46,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:46,532 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:46,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:46,556 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:46,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741992_1171 (size=743) 2024-11-18T22:28:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741992_1171 (size=743) 2024-11-18T22:28:46,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:46,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:28:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741993_1172 (size=743) 2024-11-18T22:28:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741993_1172 (size=743) 2024-11-18T22:28:46,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:46,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:28:46,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 257 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:46,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3, size=1.4 K (1393bytes) at 1731968926478Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 so closing down at 1731968926508 (+30 ms)3 split writer threads finished at 1731968926512 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968926552 (+40 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968926568 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968926656 (+88 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968926715 (+59 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968926741 (+26 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968926757 (+16 ms)Processed 20 edits across 2 Regions in 257 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968926757 2024-11-18T22:28:46,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.3 2024-11-18T22:28:46,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:28:46,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 2024-11-18T22:28:46,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 after 4ms 2024-11-18T22:28:46,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 took 20ms 2024-11-18T22:28:46,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 so closing down 2024-11-18T22:28:46,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:46,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:46,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:46,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:46,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:46,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741994_1173 (size=743) 2024-11-18T22:28:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741994_1173 (size=743) 2024-11-18T22:28:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741995_1174 (size=743) 2024-11-18T22:28:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741995_1174 (size=743) 2024-11-18T22:28:46,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:46,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:28:47,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:47,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:28:47,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:47,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4, size=1.4 K (1393bytes) at 1731968926770Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 so closing down at 1731968926803 (+33 ms)3 split writer threads finished at 1731968926806 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968926833 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968926834 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968926900 (+66 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968926932 (+32 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968927265 (+333 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968927269 (+4 ms)Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968927269 2024-11-18T22:28:47,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.4 2024-11-18T22:28:47,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:28:47,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 2024-11-18T22:28:47,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 after 1ms 2024-11-18T22:28:47,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 took 14ms 2024-11-18T22:28:47,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 so closing down 2024-11-18T22:28:47,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:47,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:47,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:47,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:47,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:47,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741996_1175 (size=743) 2024-11-18T22:28:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741996_1175 (size=743) 2024-11-18T22:28:47,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:47,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:28:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741997_1176 (size=743) 2024-11-18T22:28:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741997_1176 (size=743) 2024-11-18T22:28:47,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:47,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:28:47,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:47,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5, size=1.4 K (1393bytes) at 1731968927279Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 so closing down at 1731968927316 (+37 ms)3 split writer threads finished at 1731968927324 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968927356 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968927396 (+40 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968927436 (+40 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968927446 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968927464 (+18 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968927469 (+5 ms)Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968927469 2024-11-18T22:28:47,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.5 2024-11-18T22:28:47,492 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:28:47,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 2024-11-18T22:28:47,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 after 4ms 2024-11-18T22:28:47,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 took 17ms 2024-11-18T22:28:47,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 so closing down 2024-11-18T22:28:47,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:47,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:47,577 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:47,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:47,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:47,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741999_1178 (size=749) 2024-11-18T22:28:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741999_1178 (size=749) 2024-11-18T22:28:47,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741998_1177 (size=749) 2024-11-18T22:28:47,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:47,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073741998_1177 (size=749) 2024-11-18T22:28:47,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:28:48,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:48,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:28:48,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 564 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:28:48,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6, size=1.4 K (1405bytes) at 1731968927492Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 so closing down at 1731968927526 (+34 ms)3 split writer threads finished at 1731968927540 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968927586 (+46 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968927600 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968927672 (+72 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968927685 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968928077 (+392 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968928088 (+11 ms)Processed 20 edits across 2 Regions in 564 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968928088 2024-11-18T22:28:48,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.6 2024-11-18T22:28:48,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:48,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 2024-11-18T22:28:48,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 after 1ms 2024-11-18T22:28:48,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 took 11ms 2024-11-18T22:28:48,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 so closing down 2024-11-18T22:28:48,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:48,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:48,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:48,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:48,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:48,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742001_1180 (size=753) 2024-11-18T22:28:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742000_1179 (size=753) 2024-11-18T22:28:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742001_1180 (size=753) 2024-11-18T22:28:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742000_1179 (size=753) 2024-11-18T22:28:48,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:48,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:28:48,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:48,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:28:48,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 568 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:48,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7, size=1.4 K (1413bytes) at 1731968928104Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 so closing down at 1731968928126 (+22 ms)3 split writer threads finished at 1731968928128 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968928150 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968928188 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968928260 (+72 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968928280 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968928668 (+388 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968928692 (+24 ms)Processed 20 edits across 2 Regions in 568 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968928692 2024-11-18T22:28:48,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.7 2024-11-18T22:28:48,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:28:48,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 2024-11-18T22:28:48,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 after 3ms 2024-11-18T22:28:48,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 took 22ms 2024-11-18T22:28:48,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 so closing down 2024-11-18T22:28:48,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:48,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:48,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:48,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:48,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:48,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742002_1181 (size=753) 2024-11-18T22:28:48,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742002_1181 (size=753) 2024-11-18T22:28:48,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:48,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:28:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742003_1182 (size=753) 2024-11-18T22:28:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742003_1182 (size=753) 2024-11-18T22:28:49,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:49,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:28:49,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 576 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:49,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8, size=1.4 K (1413bytes) at 1731968928722Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 so closing down at 1731968928775 (+53 ms)3 split writer threads finished at 1731968928777 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968928819 (+42 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968928835 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968928874 (+39 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968928877 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968929325 (+448 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968929344 (+19 ms)Processed 20 edits across 2 Regions in 576 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968929344 2024-11-18T22:28:49,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.8 2024-11-18T22:28:49,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:28:49,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 2024-11-18T22:28:49,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 after 7ms 2024-11-18T22:28:49,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 took 21ms 2024-11-18T22:28:49,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 so closing down 2024-11-18T22:28:49,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:49,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:49,473 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:49,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:49,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:49,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742004_1183 (size=753) 2024-11-18T22:28:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742004_1183 (size=753) 2024-11-18T22:28:49,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:49,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:28:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742005_1184 (size=753) 2024-11-18T22:28:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742005_1184 (size=753) 2024-11-18T22:28:49,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:49,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:28:49,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:49,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9, size=1.4 K (1413bytes) at 1731968929381Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 so closing down at 1731968929441 (+60 ms)3 split writer threads finished at 1731968929444 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968929481 (+37 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968929500 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968929549 (+49 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968929585 (+36 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968929600 (+15 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968929616 (+16 ms)Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968929616 2024-11-18T22:28:49,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/WALs/testmovedwalduringrecovery,16010,1731968923238/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/d484f71a-221e-dfaf-5b74-261dce51b22d/oldWALs/wal.dat.9 2024-11-18T22:28:49,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=133 (was 137), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1816 (was 1809) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7283 (was 7646) 2024-11-18T22:28:49,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=133, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1816, ProcessCount=11, AvailableMemoryMB=7278 2024-11-18T22:28:49,704 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:49,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742006_1185 (size=7) 2024-11-18T22:28:49,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742006_1185 (size=7) 2024-11-18T22:28:50,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:50,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:50,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:50,264 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:50,286 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T22:28:50,287 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T22:28:50,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T22:28:50,299 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T22:28:50,301 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T22:28:50,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake, size=0 (0bytes) 2024-11-18T22:28:50,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake took 17ms 2024-11-18T22:28:50,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake so closing down 2024-11-18T22:28:50,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:50,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:51,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T22:28:51,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T22:28:51,029 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T22:28:51,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) 2024-11-18T22:28:51,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) 2024-11-18T22:28:51,156 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) 2024-11-18T22:28:51,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T22:28:51,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T22:28:51,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) 2024-11-18T22:28:51,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 113 ms) 2024-11-18T22:28:51,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 910 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:28:51,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake, size=0 (0bytes) at 1731968930338Split 1024 edits, skipped 0 edits. at 1731968930443 (+105 ms)Split 2048 edits, skipped 0 edits. at 1731968930469 (+26 ms)Split 3072 edits, skipped 0 edits. at 1731968930493 (+24 ms)Split 4096 edits, skipped 0 edits. at 1731968930517 (+24 ms)Split 5120 edits, skipped 0 edits. at 1731968930541 (+24 ms)Split 6144 edits, skipped 0 edits. at 1731968930564 (+23 ms)Split 7168 edits, skipped 0 edits. at 1731968930585 (+21 ms)Split 8192 edits, skipped 0 edits. at 1731968930607 (+22 ms)Split 9216 edits, skipped 0 edits. at 1731968930629 (+22 ms)Split 10240 edits, skipped 0 edits. at 1731968930653 (+24 ms)Split 11264 edits, skipped 0 edits. at 1731968930678 (+25 ms)Split 12288 edits, skipped 0 edits. at 1731968930702 (+24 ms)Split 13312 edits, skipped 0 edits. at 1731968930728 (+26 ms)Split 14336 edits, skipped 0 edits. at 1731968930752 (+24 ms)Split 15360 edits, skipped 0 edits. at 1731968930772 (+20 ms)Split 16384 edits, skipped 0 edits. at 1731968930809 (+37 ms)Split 17408 edits, skipped 0 edits. at 1731968930863 (+54 ms)Split 18432 edits, skipped 0 edits. at 1731968930891 (+28 ms)Split 19456 edits, skipped 0 edits. at 1731968930949 (+58 ms)Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake so closing down at 1731968930973 (+24 ms)3 split writer threads finished at 1731968930974 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731968931013 (+39 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731968931017 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731968931029 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) at 1731968931121 (+92 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) at 1731968931143 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) at 1731968931156 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731968931160 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731968931182 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) at 1731968931257 (+75 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 113 ms) at 1731968931274 (+17 ms)Processed 20000 edits across 5 Regions in 910 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/8bd61a57-81e0-79ae-6e50-fb665da88a2d/WALs/testthreading,16010,1731968930264/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731968931281 (+7 ms) 2024-11-18T22:28:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T22:28:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T22:28:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T22:28:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T22:28:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T22:28:51,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=132 (was 133), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1816 (was 1816), ProcessCount=11 (was 11), AvailableMemoryMB=7154 (was 7278) 2024-11-18T22:28:51,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=132, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1816, ProcessCount=11, AvailableMemoryMB=7153 2024-11-18T22:28:51,308 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:51,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742007_1186 (size=7) 2024-11-18T22:28:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742007_1186 (size=7) 2024-11-18T22:28:51,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:51,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:51,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:51,404 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:51,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T22:28:51,419 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:51,422 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:51,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742008_1187 (size=1393) 2024-11-18T22:28:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742008_1187 (size=1393) 2024-11-18T22:28:51,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:28:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:52,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:52,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742009_1188 (size=1393) 2024-11-18T22:28:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742009_1188 (size=1393) 2024-11-18T22:28:52,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:52,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:52,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742010_1189 (size=1393) 2024-11-18T22:28:52,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742010_1189 (size=1393) 2024-11-18T22:28:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:52,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:52,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742011_1190 (size=1393) 2024-11-18T22:28:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742011_1190 (size=1393) 2024-11-18T22:28:53,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:53,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:53,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742012_1191 (size=1393) 2024-11-18T22:28:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742012_1191 (size=1393) 2024-11-18T22:28:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:53,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742013_1192 (size=1393) 2024-11-18T22:28:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742013_1192 (size=1393) 2024-11-18T22:28:53,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:53,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742014_1193 (size=1405) 2024-11-18T22:28:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742014_1193 (size=1405) 2024-11-18T22:28:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:53,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:53,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742015_1194 (size=1413) 2024-11-18T22:28:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742015_1194 (size=1413) 2024-11-18T22:28:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:54,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742016_1195 (size=1413) 2024-11-18T22:28:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742016_1195 (size=1413) 2024-11-18T22:28:54,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:28:54,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:28:54,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:54,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742017_1196 (size=1413) 2024-11-18T22:28:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742017_1196 (size=1413) 2024-11-18T22:28:54,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:28:54,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T22:28:54,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty, size=0 (0bytes) 2024-11-18T22:28:54,536 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty might be still open, length is 0 2024-11-18T22:28:54,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty 2024-11-18T22:28:54,536 WARN [IPC Server handler 1 on default port 42149 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty closed. 2024-11-18T22:28:54,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty after 0ms 2024-11-18T22:28:54,537 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T22:28:54,538 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty; empty? 2024-11-18T22:28:54,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty so closing down 2024-11-18T22:28:54,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:28:54,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty, size=0 (0bytes) at 1731968934535Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty so closing down at 1731968934538 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731968934539 (+1 ms) 2024-11-18T22:28:54,542 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat..empty to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat..empty 2024-11-18T22:28:54,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:28:54,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 2024-11-18T22:28:54,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 after 1ms 2024-11-18T22:28:54,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 took 5ms 2024-11-18T22:28:54,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 so closing down 2024-11-18T22:28:54,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:54,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:54,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:54,562 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:54,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:28:54,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:28:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742018_1197 (size=743) 2024-11-18T22:28:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742018_1197 (size=743) 2024-11-18T22:28:54,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:54,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:28:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742019_1198 (size=743) 2024-11-18T22:28:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742019_1198 (size=743) 2024-11-18T22:28:54,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:54,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:28:54,609 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:54,609 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0, size=1.4 K (1393bytes) at 1731968934542Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 so closing down at 1731968934549 (+7 ms)3 split writer threads finished at 1731968934549Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968934564 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968934564Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968934597 (+33 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968934599 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968934605 (+6 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968934609 (+4 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968934609 2024-11-18T22:28:54,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.0 2024-11-18T22:28:54,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:28:54,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 2024-11-18T22:28:54,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 after 0ms 2024-11-18T22:28:54,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 took 9ms 2024-11-18T22:28:54,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 so closing down 2024-11-18T22:28:54,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:54,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:54,642 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:54,643 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:54,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:28:54,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:28:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742020_1199 (size=743) 2024-11-18T22:28:54,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742020_1199 (size=743) 2024-11-18T22:28:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742021_1200 (size=743) 2024-11-18T22:28:54,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:28:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742021_1200 (size=743) 2024-11-18T22:28:54,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:54,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:28:54,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:54,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1, size=1.4 K (1393bytes) at 1731968934612Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 so closing down at 1731968934633 (+21 ms)3 split writer threads finished at 1731968934636 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968934644 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968934648 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968934676 (+28 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968934713 (+37 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968934722 (+9 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968934728 (+6 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968934728 2024-11-18T22:28:54,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.1 2024-11-18T22:28:54,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:28:54,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 2024-11-18T22:28:54,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 after 0ms 2024-11-18T22:28:54,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 took 10ms 2024-11-18T22:28:54,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 so closing down 2024-11-18T22:28:54,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:54,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:54,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:54,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:54,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:28:54,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:28:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742023_1202 (size=743) 2024-11-18T22:28:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742023_1202 (size=743) 2024-11-18T22:28:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742022_1201 (size=743) 2024-11-18T22:28:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742022_1201 (size=743) 2024-11-18T22:28:54,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:54,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:28:55,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:28:55,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:55,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2, size=1.4 K (1393bytes) at 1731968934731Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 so closing down at 1731968934756 (+25 ms)3 split writer threads finished at 1731968934756Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968934773 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968934773Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968934837 (+64 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968934840 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935220 (+380 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968935224 (+4 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968935224 2024-11-18T22:28:55,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.2 2024-11-18T22:28:55,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:28:55,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 2024-11-18T22:28:55,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 after 0ms 2024-11-18T22:28:55,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 took 3ms 2024-11-18T22:28:55,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 so closing down 2024-11-18T22:28:55,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:55,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:55,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:55,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:28:55,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:55,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:28:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742024_1203 (size=743) 2024-11-18T22:28:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742024_1203 (size=743) 2024-11-18T22:28:55,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742025_1204 (size=743) 2024-11-18T22:28:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742025_1204 (size=743) 2024-11-18T22:28:55,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:28:55,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:28:55,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:55,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3, size=1.4 K (1393bytes) at 1731968935227Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 so closing down at 1731968935234 (+7 ms)3 split writer threads finished at 1731968935235 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968935248 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968935262 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935296 (+34 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935308 (+12 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968935312 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968935321 (+9 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968935321 2024-11-18T22:28:55,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.3 2024-11-18T22:28:55,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:28:55,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 2024-11-18T22:28:55,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 after 6ms 2024-11-18T22:28:55,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 took 10ms 2024-11-18T22:28:55,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 so closing down 2024-11-18T22:28:55,376 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:55,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:55,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:55,416 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:55,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:28:55,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:28:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742027_1206 (size=743) 2024-11-18T22:28:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742026_1205 (size=743) 2024-11-18T22:28:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742026_1205 (size=743) 2024-11-18T22:28:55,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742027_1206 (size=743) 2024-11-18T22:28:55,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:28:55,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:28:55,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:55,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4, size=1.4 K (1393bytes) at 1731968935347Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 so closing down at 1731968935376 (+29 ms)3 split writer threads finished at 1731968935376Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968935416 (+40 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968935428 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935507 (+79 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935508 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968935522 (+14 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968935525 (+3 ms)Processed 20 edits across 2 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968935525 2024-11-18T22:28:55,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.4 2024-11-18T22:28:55,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:28:55,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 2024-11-18T22:28:55,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 after 9ms 2024-11-18T22:28:55,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 took 12ms 2024-11-18T22:28:55,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 so closing down 2024-11-18T22:28:55,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:55,573 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:55,589 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:55,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:55,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:28:55,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:28:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742029_1208 (size=743) 2024-11-18T22:28:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742029_1208 (size=743) 2024-11-18T22:28:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742028_1207 (size=743) 2024-11-18T22:28:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742028_1207 (size=743) 2024-11-18T22:28:55,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:55,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:28:56,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:56,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:28:56,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:28:56,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5, size=1.4 K (1393bytes) at 1731968935543Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 so closing down at 1731968935568 (+25 ms)3 split writer threads finished at 1731968935573 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968935600 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968935604 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968935711 (+107 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968935728 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968936080 (+352 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968936087 (+7 ms)Processed 20 edits across 2 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968936087 2024-11-18T22:28:56,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.5 2024-11-18T22:28:56,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:28:56,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 2024-11-18T22:28:56,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 after 1ms 2024-11-18T22:28:56,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 took 7ms 2024-11-18T22:28:56,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 so closing down 2024-11-18T22:28:56,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:56,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:56,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:56,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:56,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:28:56,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:28:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742030_1209 (size=749) 2024-11-18T22:28:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742030_1209 (size=749) 2024-11-18T22:28:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742031_1210 (size=749) 2024-11-18T22:28:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742031_1210 (size=749) 2024-11-18T22:28:56,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:56,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:28:56,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:56,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:28:56,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 582 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:28:56,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6, size=1.4 K (1405bytes) at 1731968936091Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 so closing down at 1731968936107 (+16 ms)3 split writer threads finished at 1731968936109 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968936165 (+56 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968936168 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968936282 (+114 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968936284 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968936680 (+396 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968936683 (+3 ms)Processed 20 edits across 2 Regions in 582 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968936687 (+4 ms) 2024-11-18T22:28:56,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.6 2024-11-18T22:28:56,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:28:56,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 2024-11-18T22:28:56,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 after 2ms 2024-11-18T22:28:56,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 took 15ms 2024-11-18T22:28:56,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 so closing down 2024-11-18T22:28:56,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:56,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:56,769 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:56,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:56,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:28:56,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:28:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742032_1211 (size=753) 2024-11-18T22:28:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742032_1211 (size=753) 2024-11-18T22:28:56,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742033_1212 (size=753) 2024-11-18T22:28:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742033_1212 (size=753) 2024-11-18T22:28:56,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:28:56,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:56,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:28:56,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:56,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7, size=1.4 K (1413bytes) at 1731968936699Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 so closing down at 1731968936726 (+27 ms)3 split writer threads finished at 1731968936732 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968936780 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968936783 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968936857 (+74 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968936867 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968936868 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968936877 (+9 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968936877 2024-11-18T22:28:56,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.7 2024-11-18T22:28:56,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:28:56,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 2024-11-18T22:28:56,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 after 1ms 2024-11-18T22:28:56,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 took 12ms 2024-11-18T22:28:56,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 so closing down 2024-11-18T22:28:56,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:56,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:56,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:57,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:57,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:28:57,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:28:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742034_1213 (size=753) 2024-11-18T22:28:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742034_1213 (size=753) 2024-11-18T22:28:57,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742035_1214 (size=753) 2024-11-18T22:28:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742035_1214 (size=753) 2024-11-18T22:28:57,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:28:57,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:57,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:28:57,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 657 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:57,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8, size=1.4 K (1413bytes) at 1731968936893Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 so closing down at 1731968936926 (+33 ms)3 split writer threads finished at 1731968936928 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968937012 (+84 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968937016 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968937167 (+151 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968937177 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968937577 (+400 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968937582 (+5 ms)Processed 20 edits across 2 Regions in 657 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968937582 2024-11-18T22:28:57,589 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.8 2024-11-18T22:28:57,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:28:57,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 2024-11-18T22:28:57,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 after 0ms 2024-11-18T22:28:57,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 took 3ms 2024-11-18T22:28:57,632 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 so closing down 2024-11-18T22:28:57,632 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:28:57,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:28:57,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:57,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:28:57,678 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:57,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:28:57,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742037_1216 (size=753) 2024-11-18T22:28:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742037_1216 (size=753) 2024-11-18T22:28:57,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:57,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:28:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742036_1215 (size=753) 2024-11-18T22:28:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742036_1215 (size=753) 2024-11-18T22:28:57,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:28:57,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:28:57,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:28:57,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9, size=1.4 K (1413bytes) at 1731968937589Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 so closing down at 1731968937632 (+43 ms)3 split writer threads finished at 1731968937636 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968937676 (+40 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968937696 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968937746 (+50 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968937772 (+26 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968937793 (+21 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968937797 (+4 ms)Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968937797 2024-11-18T22:28:57,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.9 2024-11-18T22:28:57,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty, size=0 (0bytes) 2024-11-18T22:28:57,815 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty might be still open, length is 0 2024-11-18T22:28:57,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty 2024-11-18T22:28:57,816 WARN [IPC Server handler 4 on default port 42149 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty closed. 2024-11-18T22:28:57,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty after 1ms 2024-11-18T22:28:57,818 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T22:28:57,818 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty; empty? 2024-11-18T22:28:57,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty so closing down 2024-11-18T22:28:57,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:28:57,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty, size=0 (0bytes) at 1731968937815Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty so closing down at 1731968937818 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731968937818 2024-11-18T22:28:57,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/WALs/testemptyopenlogfiles,16010,1731968931404/wal.dat.empty to hdfs://localhost:42149/user/jenkins/test-data/3fefcd7b-189f-5a1e-394a-ec35463c2704/oldWALs/wal.dat.empty 2024-11-18T22:28:57,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=129 (was 132), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1767 (was 1816), ProcessCount=11 (was 11), AvailableMemoryMB=6613 (was 7153) 2024-11-18T22:28:58,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1767, ProcessCount=11, AvailableMemoryMB=6609 2024-11-18T22:28:58,019 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:28:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742038_1217 (size=7) 2024-11-18T22:28:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742038_1217 (size=7) 2024-11-18T22:28:58,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:28:58,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:58,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:28:58,128 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:28:58,129 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:28:58,136 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:28:58,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:28:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742039_1218 (size=1393) 2024-11-18T22:28:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742039_1218 (size=1393) 2024-11-18T22:28:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:28:58,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:28:58,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742040_1219 (size=1393) 2024-11-18T22:28:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742040_1219 (size=1393) 2024-11-18T22:28:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:28:58,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:28:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742041_1220 (size=1393) 2024-11-18T22:28:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742041_1220 (size=1393) 2024-11-18T22:28:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:28:59,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:28:59,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742042_1221 (size=1393) 2024-11-18T22:28:59,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742042_1221 (size=1393) 2024-11-18T22:28:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:28:59,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:28:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742043_1222 (size=1393) 2024-11-18T22:28:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742043_1222 (size=1393) 2024-11-18T22:28:59,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:28:59,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:28:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742044_1223 (size=1393) 2024-11-18T22:28:59,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742044_1223 (size=1393) 2024-11-18T22:28:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:28:59,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:28:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742045_1224 (size=1405) 2024-11-18T22:28:59,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742045_1224 (size=1405) 2024-11-18T22:28:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:28:59,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:28:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742046_1225 (size=1413) 2024-11-18T22:28:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:28:59,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:28:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742046_1225 (size=1413) 2024-11-18T22:28:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:28:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:28:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742047_1226 (size=1413) 2024-11-18T22:29:00,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:00,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742047_1226 (size=1413) 2024-11-18T22:29:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:00,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742048_1227 (size=1413) 2024-11-18T22:29:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742048_1227 (size=1413) 2024-11-18T22:29:00,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742049_1228 (size=1398) 2024-11-18T22:29:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742049_1228 (size=1398) 2024-11-18T22:29:00,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:00,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 2024-11-18T22:29:00,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 after 2ms 2024-11-18T22:29:00,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 took 19ms 2024-11-18T22:29:00,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 so closing down 2024-11-18T22:29:00,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:00,819 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:00,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:00,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:00,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:00,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742050_1229 (size=743) 2024-11-18T22:29:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742050_1229 (size=743) 2024-11-18T22:29:00,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:00,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742051_1230 (size=743) 2024-11-18T22:29:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742051_1230 (size=743) 2024-11-18T22:29:00,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:00,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:00,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:00,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:00,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0, size=1.4 K (1393bytes) at 1731968940777Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 so closing down at 1731968940819 (+42 ms)3 split writer threads finished at 1731968940819Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968940834 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968940845 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968940897 (+52 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968940908 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968940911 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968940919 (+8 ms)Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968940919 2024-11-18T22:29:00,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.0 2024-11-18T22:29:00,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:00,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 2024-11-18T22:29:00,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 after 0ms 2024-11-18T22:29:00,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 took 5ms 2024-11-18T22:29:00,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 so closing down 2024-11-18T22:29:00,946 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:00,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:00,953 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:00,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:00,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:00,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742052_1231 (size=743) 2024-11-18T22:29:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742052_1231 (size=743) 2024-11-18T22:29:00,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:00,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742053_1232 (size=743) 2024-11-18T22:29:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742053_1232 (size=743) 2024-11-18T22:29:01,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:01,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:01,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:01,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1, size=1.4 K (1393bytes) at 1731968940923Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 so closing down at 1731968940946 (+23 ms)3 split writer threads finished at 1731968940948 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968940955 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968940959 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968940988 (+29 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968940998 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968941002 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968941004 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968941004 2024-11-18T22:29:01,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.1 2024-11-18T22:29:01,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:01,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 2024-11-18T22:29:01,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 after 1ms 2024-11-18T22:29:01,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 took 4ms 2024-11-18T22:29:01,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 so closing down 2024-11-18T22:29:01,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:01,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:01,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:01,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:01,068 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:01,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742054_1233 (size=743) 2024-11-18T22:29:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742054_1233 (size=743) 2024-11-18T22:29:01,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:01,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742055_1234 (size=743) 2024-11-18T22:29:01,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742055_1234 (size=743) 2024-11-18T22:29:01,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:01,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:01,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2, size=1.4 K (1393bytes) at 1731968941009Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 so closing down at 1731968941034 (+25 ms)3 split writer threads finished at 1731968941036 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968941064 (+28 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968941071 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968941128 (+57 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968941134 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968941147 (+13 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968941151 (+4 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968941151 2024-11-18T22:29:01,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.2 2024-11-18T22:29:01,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:01,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 2024-11-18T22:29:01,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 after 0ms 2024-11-18T22:29:01,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 took 5ms 2024-11-18T22:29:01,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 so closing down 2024-11-18T22:29:01,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:01,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:01,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:01,178 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:01,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:01,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742056_1235 (size=743) 2024-11-18T22:29:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742056_1235 (size=743) 2024-11-18T22:29:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742057_1236 (size=743) 2024-11-18T22:29:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742057_1236 (size=743) 2024-11-18T22:29:01,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:01,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:01,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:01,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:01,676 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:01,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3, size=1.4 K (1393bytes) at 1731968941156Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 so closing down at 1731968941166 (+10 ms)3 split writer threads finished at 1731968941166Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968941180 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968941184 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968941240 (+56 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968941243 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968941649 (+406 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968941676 (+27 ms)Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968941676 2024-11-18T22:29:01,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.3 2024-11-18T22:29:01,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:01,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 2024-11-18T22:29:01,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 after 0ms 2024-11-18T22:29:01,687 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 took 4ms 2024-11-18T22:29:01,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 so closing down 2024-11-18T22:29:01,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:01,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:01,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:01,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:01,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:01,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742058_1237 (size=743) 2024-11-18T22:29:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742058_1237 (size=743) 2024-11-18T22:29:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742059_1238 (size=743) 2024-11-18T22:29:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742059_1238 (size=743) 2024-11-18T22:29:02,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:02,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:02,264 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 565 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:02,264 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4, size=1.4 K (1393bytes) at 1731968941684Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 so closing down at 1731968941700 (+16 ms)3 split writer threads finished at 1731968941704 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968941741 (+37 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968941764 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942220 (+456 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942246 (+26 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968942250 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968942260 (+10 ms)Processed 20 edits across 2 Regions in 565 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968942264 (+4 ms) 2024-11-18T22:29:02,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.4 2024-11-18T22:29:02,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T22:29:02,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 2024-11-18T22:29:02,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 after 2ms 2024-11-18T22:29:02,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 took 12ms 2024-11-18T22:29:02,317 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:02,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 so closing down 2024-11-18T22:29:02,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:02,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:02,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:02,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:02,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:02,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742060_1239 (size=743) 2024-11-18T22:29:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742060_1239 (size=743) 2024-11-18T22:29:02,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:29:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742061_1240 (size=743) 2024-11-18T22:29:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742061_1240 (size=743) 2024-11-18T22:29:02,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:29:02,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T22:29:02,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5, size=1.4 K (1398bytes) at 1731968942276Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 so closing down at 1731968942318 (+42 ms)3 split writer threads finished at 1731968942320 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968942350 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968942371 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942404 (+33 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968942406 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942440 (+34 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968942465 (+25 ms)Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731968942465 2024-11-18T22:29:02,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/corrupt/wal.dat.5 2024-11-18T22:29:02,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:02,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 2024-11-18T22:29:02,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 after 1ms 2024-11-18T22:29:02,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 took 18ms 2024-11-18T22:29:02,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 so closing down 2024-11-18T22:29:02,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:02,518 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:02,561 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:02,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:02,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:02,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:02,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742063_1242 (size=749) 2024-11-18T22:29:02,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742063_1242 (size=749) 2024-11-18T22:29:02,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742062_1241 (size=749) 2024-11-18T22:29:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742062_1241 (size=749) 2024-11-18T22:29:02,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:02,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:02,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6, size=1.4 K (1405bytes) at 1731968942485Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 so closing down at 1731968942513 (+28 ms)3 split writer threads finished at 1731968942518 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968942580 (+62 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968942592 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942637 (+45 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968942658 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942692 (+34 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968942701 (+9 ms)Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968942704 (+3 ms) 2024-11-18T22:29:02,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.6 2024-11-18T22:29:02,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:02,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 2024-11-18T22:29:02,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 after 1ms 2024-11-18T22:29:02,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 took 11ms 2024-11-18T22:29:02,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 so closing down 2024-11-18T22:29:02,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:02,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:02,807 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:02,816 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:02,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:02,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742064_1243 (size=753) 2024-11-18T22:29:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742064_1243 (size=753) 2024-11-18T22:29:02,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742065_1244 (size=753) 2024-11-18T22:29:02,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742065_1244 (size=753) 2024-11-18T22:29:02,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:02,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:02,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7, size=1.4 K (1413bytes) at 1731968942725Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 so closing down at 1731968942773 (+48 ms)3 split writer threads finished at 1731968942776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968942824 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968942824Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942917 (+93 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968942920 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968942946 (+26 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968942952 (+6 ms)Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968942952 2024-11-18T22:29:02,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.7 2024-11-18T22:29:02,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:02,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 2024-11-18T22:29:02,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 after 8ms 2024-11-18T22:29:02,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 took 12ms 2024-11-18T22:29:02,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 so closing down 2024-11-18T22:29:02,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:02,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:03,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:03,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:03,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:03,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742066_1245 (size=753) 2024-11-18T22:29:03,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742066_1245 (size=753) 2024-11-18T22:29:03,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:03,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742067_1246 (size=753) 2024-11-18T22:29:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742067_1246 (size=753) 2024-11-18T22:29:03,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:03,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:03,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:03,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8, size=1.4 K (1413bytes) at 1731968942956Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 so closing down at 1731968942981 (+25 ms)3 split writer threads finished at 1731968942994 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968943020 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968943024 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968943110 (+86 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968943115 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968943126 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968943129 (+3 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968943129 2024-11-18T22:29:03,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.8 2024-11-18T22:29:03,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:03,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 2024-11-18T22:29:03,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 after 7ms 2024-11-18T22:29:03,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 took 19ms 2024-11-18T22:29:03,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 so closing down 2024-11-18T22:29:03,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:03,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:03,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:03,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:03,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:03,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742068_1247 (size=753) 2024-11-18T22:29:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742068_1247 (size=753) 2024-11-18T22:29:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742069_1248 (size=753) 2024-11-18T22:29:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742069_1248 (size=753) 2024-11-18T22:29:03,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:03,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:03,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:03,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:03,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:03,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9, size=1.4 K (1413bytes) at 1731968943141Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 so closing down at 1731968943181 (+40 ms)3 split writer threads finished at 1731968943200 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968943234 (+34 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968943250 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968943370 (+120 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968943372 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968943721 (+349 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968943723 (+2 ms)Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968943723 2024-11-18T22:29:03,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731968938128/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/e17dfcd6-da6d-c7bd-e0ce-4c0a08e7fefb/oldWALs/wal.dat.9 2024-11-18T22:29:03,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1810 (was 1767) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6184 (was 6609) 2024-11-18T22:29:03,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1810, ProcessCount=11, AvailableMemoryMB=6184 2024-11-18T22:29:03,919 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742070_1249 (size=7) 2024-11-18T22:29:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742070_1249 (size=7) 2024-11-18T22:29:03,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:03,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:03,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:03,991 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:03,992 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e/data/default/t1/64415ca94b4bb961354f9682ff58228b 2024-11-18T22:29:03,995 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 64415ca94b4bb961354f9682ff58228b 2024-11-18T22:29:04,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742071_1250 (size=3831) 2024-11-18T22:29:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742071_1250 (size=3831) 2024-11-18T22:29:04,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0, size=3.7 K (3831bytes) 2024-11-18T22:29:04,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 2024-11-18T22:29:04,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 after 0ms 2024-11-18T22:29:04,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 took 3ms 2024-11-18T22:29:04,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 so closing down 2024-11-18T22:29:04,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:04,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:04,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:04,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742072_1251 (size=1591) 2024-11-18T22:29:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742072_1251 (size=1591) 2024-11-18T22:29:04,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:04,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000009 2024-11-18T22:29:04,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 61 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-18T22:29:04,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0, size=3.7 K (3831bytes) at 1731968944151Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 so closing down at 1731968944182 (+31 ms)3 split writer threads finished at 1731968944183 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968944207 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731968944239 (+32 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/data/default/t1/64415ca94b4bb961354f9682ff58228b/recovered.edits/0000000000000000009 at 1731968944241 (+2 ms)Processed 21 edits across 1 Regions in 61 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1731968944241 2024-11-18T22:29:04,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/WALs/testsplitleavescompactioneventsedits,16010,1731968943991/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/a5e86ab1-5660-8c8b-4404-6dbf5ebbc634/oldWALs/wal.dat.0 2024-11-18T22:29:04,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1810 (was 1810), ProcessCount=11 (was 11), AvailableMemoryMB=6167 (was 6184) 2024-11-18T22:29:04,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1810, ProcessCount=11, AvailableMemoryMB=6167 2024-11-18T22:29:04,280 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742073_1252 (size=7) 2024-11-18T22:29:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742073_1252 (size=7) 2024-11-18T22:29:04,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:04,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:04,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:04,340 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:04,341 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T22:29:04,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:04,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742074_1253 (size=863) 2024-11-18T22:29:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742074_1253 (size=863) 2024-11-18T22:29:04,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:04,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0, size=863 (863bytes) 2024-11-18T22:29:04,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 2024-11-18T22:29:04,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 after 1ms 2024-11-18T22:29:04,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 took 5ms 2024-11-18T22:29:04,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 so closing down 2024-11-18T22:29:04,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:04,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:04,505 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:04,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742075_1254 (size=863) 2024-11-18T22:29:04,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742075_1254 (size=863) 2024-11-18T22:29:04,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:04,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T22:29:04,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T22:29:04,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0, size=863 (863bytes) at 1731968944444Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 so closing down at 1731968944472 (+28 ms)3 split writer threads finished at 1731968944476 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968944514 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968944985 (+471 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731968944996 (+11 ms)Processed 10 edits across 1 Regions in 528 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731968944996 2024-11-18T22:29:05,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/WALs/testsplitpreservesedits,16010,1731968944340/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/57194443-1a73-7e63-f9b0-79ab6d1b3091/oldWALs/wal.dat.0 2024-11-18T22:29:05,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1810 (was 1810), ProcessCount=11 (was 11), AvailableMemoryMB=6145 (was 6167) 2024-11-18T22:29:05,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1810, ProcessCount=11, AvailableMemoryMB=6145 2024-11-18T22:29:05,045 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742076_1255 (size=7) 2024-11-18T22:29:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742076_1255 (size=7) 2024-11-18T22:29:05,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:05,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:05,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:05,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:05,506 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:05,507 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:05,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742077_1256 (size=1393) 2024-11-18T22:29:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742077_1256 (size=1393) 2024-11-18T22:29:05,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:05,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:05,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:05,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:05,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742078_1257 (size=1393) 2024-11-18T22:29:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742078_1257 (size=1393) 2024-11-18T22:29:06,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:06,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742079_1258 (size=1393) 2024-11-18T22:29:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742079_1258 (size=1393) 2024-11-18T22:29:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:06,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742080_1259 (size=1393) 2024-11-18T22:29:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742080_1259 (size=1393) 2024-11-18T22:29:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:06,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:06,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742081_1260 (size=1393) 2024-11-18T22:29:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742081_1260 (size=1393) 2024-11-18T22:29:06,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:06,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742082_1261 (size=1393) 2024-11-18T22:29:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742082_1261 (size=1393) 2024-11-18T22:29:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:06,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742083_1262 (size=1405) 2024-11-18T22:29:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742083_1262 (size=1405) 2024-11-18T22:29:06,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:06,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:06,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742084_1263 (size=1413) 2024-11-18T22:29:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742084_1263 (size=1413) 2024-11-18T22:29:06,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:06,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:06,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742085_1264 (size=1413) 2024-11-18T22:29:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742085_1264 (size=1413) 2024-11-18T22:29:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:06,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742086_1265 (size=1413) 2024-11-18T22:29:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742086_1265 (size=1413) 2024-11-18T22:29:07,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742087_1266 (size=1394) 2024-11-18T22:29:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742087_1266 (size=1394) 2024-11-18T22:29:07,198 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:07,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 2024-11-18T22:29:07,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 after 6ms 2024-11-18T22:29:07,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 took 14ms 2024-11-18T22:29:07,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 so closing down 2024-11-18T22:29:07,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:07,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:07,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:07,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:07,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:07,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742088_1267 (size=743) 2024-11-18T22:29:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742088_1267 (size=743) 2024-11-18T22:29:07,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742089_1268 (size=743) 2024-11-18T22:29:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742089_1268 (size=743) 2024-11-18T22:29:07,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:07,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:07,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 211 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:07,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0, size=1.4 K (1393bytes) at 1731968947198Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 so closing down at 1731968947241 (+43 ms)3 split writer threads finished at 1731968947243 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968947298 (+55 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968947300 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947402 (+102 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968947415 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947415Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968947436 (+21 ms)Processed 20 edits across 2 Regions in 211 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968947436 2024-11-18T22:29:07,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.0 2024-11-18T22:29:07,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:07,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 2024-11-18T22:29:07,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 after 5ms 2024-11-18T22:29:07,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 took 17ms 2024-11-18T22:29:07,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 so closing down 2024-11-18T22:29:07,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:07,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:07,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:07,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:07,504 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:07,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742090_1269 (size=743) 2024-11-18T22:29:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742090_1269 (size=743) 2024-11-18T22:29:07,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742091_1270 (size=743) 2024-11-18T22:29:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742091_1270 (size=743) 2024-11-18T22:29:07,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:07,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:07,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1, size=1.4 K (1393bytes) at 1731968947460Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 so closing down at 1731968947481 (+21 ms)3 split writer threads finished at 1731968947482 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968947504 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968947510 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947529 (+19 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968947537 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947544 (+7 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968947552 (+8 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968947552 2024-11-18T22:29:07,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.1 2024-11-18T22:29:07,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:07,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 2024-11-18T22:29:07,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 after 0ms 2024-11-18T22:29:07,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 took 4ms 2024-11-18T22:29:07,582 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 so closing down 2024-11-18T22:29:07,582 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:07,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:07,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:07,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:07,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:07,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742092_1271 (size=743) 2024-11-18T22:29:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742092_1271 (size=743) 2024-11-18T22:29:07,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742093_1272 (size=743) 2024-11-18T22:29:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742093_1272 (size=743) 2024-11-18T22:29:07,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:07,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:07,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2, size=1.4 K (1393bytes) at 1731968947565Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 so closing down at 1731968947582 (+17 ms)3 split writer threads finished at 1731968947583 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968947598 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968947668 (+70 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947700 (+32 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968947706 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947720 (+14 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968947723 (+3 ms)Processed 20 edits across 2 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968947723 2024-11-18T22:29:07,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.2 2024-11-18T22:29:07,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:07,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 2024-11-18T22:29:07,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 after 1ms 2024-11-18T22:29:07,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 took 3ms 2024-11-18T22:29:07,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 so closing down 2024-11-18T22:29:07,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:07,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:07,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:07,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:07,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:07,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742094_1273 (size=743) 2024-11-18T22:29:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742094_1273 (size=743) 2024-11-18T22:29:07,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742095_1274 (size=743) 2024-11-18T22:29:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742095_1274 (size=743) 2024-11-18T22:29:07,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:07,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:07,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:07,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3, size=1.4 K (1393bytes) at 1731968947727Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 so closing down at 1731968947754 (+27 ms)3 split writer threads finished at 1731968947760 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968947776 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968947780 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947857 (+77 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968947864 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968947874 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968947881 (+7 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968947881 2024-11-18T22:29:07,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.3 2024-11-18T22:29:07,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:07,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 2024-11-18T22:29:07,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 after 1ms 2024-11-18T22:29:07,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 took 4ms 2024-11-18T22:29:07,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 so closing down 2024-11-18T22:29:07,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:07,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:07,939 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:07,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:07,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:07,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742097_1276 (size=743) 2024-11-18T22:29:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742096_1275 (size=743) 2024-11-18T22:29:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742096_1275 (size=743) 2024-11-18T22:29:08,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:08,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742097_1276 (size=743) 2024-11-18T22:29:08,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:08,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:08,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:08,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4, size=1.4 K (1393bytes) at 1731968947885Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 so closing down at 1731968947909 (+24 ms)3 split writer threads finished at 1731968947916 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968947948 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968947960 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968948016 (+56 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968948018 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968948028 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968948041 (+13 ms)Processed 20 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968948041 2024-11-18T22:29:08,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.4 2024-11-18T22:29:08,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T22:29:08,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 2024-11-18T22:29:08,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 after 1ms 2024-11-18T22:29:08,048 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T22:29:08,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 so closing down 2024-11-18T22:29:08,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T22:29:08,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, size=1.4 K (1394bytes) at 1731968948045Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 so closing down at 1731968948049 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731968948049 2024-11-18T22:29:08,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/corrupt/wal.dat.5 2024-11-18T22:29:08,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:08,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 2024-11-18T22:29:08,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 after 1ms 2024-11-18T22:29:08,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 took 10ms 2024-11-18T22:29:08,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 so closing down 2024-11-18T22:29:08,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:08,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:08,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:08,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:08,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:08,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:08,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742098_1277 (size=749) 2024-11-18T22:29:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742098_1277 (size=749) 2024-11-18T22:29:08,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:08,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742099_1278 (size=749) 2024-11-18T22:29:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742099_1278 (size=749) 2024-11-18T22:29:08,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:08,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:08,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 619 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:08,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6, size=1.4 K (1405bytes) at 1731968948059Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 so closing down at 1731968948089 (+30 ms)3 split writer threads finished at 1731968948096 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968948148 (+52 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968948160 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968948261 (+101 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968948264 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968948705 (+441 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968948707 (+2 ms)Processed 20 edits across 2 Regions in 619 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968948707 2024-11-18T22:29:08,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.6 2024-11-18T22:29:08,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:08,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 2024-11-18T22:29:08,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 after 1ms 2024-11-18T22:29:08,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 took 3ms 2024-11-18T22:29:08,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 so closing down 2024-11-18T22:29:08,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:08,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:08,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:08,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:08,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:08,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742101_1280 (size=753) 2024-11-18T22:29:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742101_1280 (size=753) 2024-11-18T22:29:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742100_1279 (size=753) 2024-11-18T22:29:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742100_1279 (size=753) 2024-11-18T22:29:08,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:08,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:09,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:09,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:09,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:09,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7, size=1.4 K (1413bytes) at 1731968948709Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 so closing down at 1731968948722 (+13 ms)3 split writer threads finished at 1731968948722Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968948736 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968948741 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968948825 (+84 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968948826 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968949212 (+386 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968949220 (+8 ms)Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968949221 (+1 ms) 2024-11-18T22:29:09,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.7 2024-11-18T22:29:09,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:09,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 2024-11-18T22:29:09,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 after 3ms 2024-11-18T22:29:09,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 took 16ms 2024-11-18T22:29:09,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 so closing down 2024-11-18T22:29:09,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:09,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:09,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:09,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:09,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:09,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742102_1281 (size=753) 2024-11-18T22:29:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742102_1281 (size=753) 2024-11-18T22:29:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742103_1282 (size=753) 2024-11-18T22:29:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742103_1282 (size=753) 2024-11-18T22:29:09,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:09,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:09,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:09,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:09,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 563 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:09,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8, size=1.4 K (1413bytes) at 1731968949241Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 so closing down at 1731968949263 (+22 ms)3 split writer threads finished at 1731968949276 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968949328 (+52 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968949337 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968949445 (+108 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968949473 (+28 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968949820 (+347 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968949825 (+5 ms)Processed 20 edits across 2 Regions in 563 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968949825 2024-11-18T22:29:09,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.8 2024-11-18T22:29:09,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:09,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 2024-11-18T22:29:09,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 after 2ms 2024-11-18T22:29:09,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 took 10ms 2024-11-18T22:29:09,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 so closing down 2024-11-18T22:29:09,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:09,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:09,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:09,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:09,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:09,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742104_1283 (size=753) 2024-11-18T22:29:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742104_1283 (size=753) 2024-11-18T22:29:09,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:09,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742105_1284 (size=753) 2024-11-18T22:29:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742105_1284 (size=753) 2024-11-18T22:29:09,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:10,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:10,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:10,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9, size=1.4 K (1413bytes) at 1731968949830Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 so closing down at 1731968949842 (+12 ms)3 split writer threads finished at 1731968949844 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968949873 (+29 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968949892 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968949948 (+56 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968949959 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968949990 (+31 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968950001 (+11 ms)Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968950001 2024-11-18T22:29:10,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731968945506/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/5d55d06d-bf4d-8601-9e48-eed926fded39/oldWALs/wal.dat.9 2024-11-18T22:29:10,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1817 (was 1810) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6836 (was 6145) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:10,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1817, ProcessCount=11, AvailableMemoryMB=6834 2024-11-18T22:29:10,152 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742106_1285 (size=7) 2024-11-18T22:29:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742106_1285 (size=7) 2024-11-18T22:29:10,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:10,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,226 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:10,226 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T22:29:10,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:10,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742107_1286 (size=2403) 2024-11-18T22:29:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742107_1286 (size=2403) 2024-11-18T22:29:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:10,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T22:29:10,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 2024-11-18T22:29:10,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 after 1ms 2024-11-18T22:29:10,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 took 7ms 2024-11-18T22:29:10,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 so closing down 2024-11-18T22:29:10,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:10,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:10,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:10,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742108_1287 (size=863) 2024-11-18T22:29:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742108_1287 (size=863) 2024-11-18T22:29:10,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:10,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T22:29:10,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 144 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T22:29:10,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0, size=2.3 K (2403bytes) at 1731968950421Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 so closing down at 1731968950460 (+39 ms)3 split writer threads finished at 1731968950468 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968950496 (+28 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968950572 (+76 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731968950596 (+24 ms)Processed 20 edits across 1 Regions in 144 ms; skipped=10; WAL=hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731968950597 (+1 ms) 2024-11-18T22:29:10,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/WALs/testsplitremovesregioneventsedits,16010,1731968950226/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/2e427cdc-a089-83bc-a0b0-1329918ec1d1/oldWALs/wal.dat.0 2024-11-18T22:29:10,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1817 (was 1817), ProcessCount=11 (was 11), AvailableMemoryMB=6788 (was 6834) 2024-11-18T22:29:10,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1817, ProcessCount=11, AvailableMemoryMB=6788 2024-11-18T22:29:10,699 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:10,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742109_1288 (size=7) 2024-11-18T22:29:10,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742109_1288 (size=7) 2024-11-18T22:29:10,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:10,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:10,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1817 (was 1817), ProcessCount=11 (was 11), AvailableMemoryMB=6784 (was 6788) 2024-11-18T22:29:10,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1817, ProcessCount=11, AvailableMemoryMB=6783 2024-11-18T22:29:10,758 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742110_1289 (size=7) 2024-11-18T22:29:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742110_1289 (size=7) 2024-11-18T22:29:10,845 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:10,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:10,860 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:10,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742111_1290 (size=255) 2024-11-18T22:29:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742111_1290 (size=255) 2024-11-18T22:29:11,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1, size=255 (255bytes) 2024-11-18T22:29:11,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 2024-11-18T22:29:11,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 after 5ms 2024-11-18T22:29:11,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 took 21ms 2024-11-18T22:29:11,112 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T22:29:11,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 so closing down 2024-11-18T22:29:11,112 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:11,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:11,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T22:29:11,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1, size=255 (255bytes) at 1731968951071Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 so closing down at 1731968951112 (+41 ms)3 split writer threads finished at 1731968951116 (+4 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731968951116 2024-11-18T22:29:11,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/WALs/testsplitremovesreplicationmarkeredits,16010,1731968950860/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/36b572bf-d7cf-cff6-1f2d-cf82f6e78ad1/oldWALs/wal.dat.1 2024-11-18T22:29:11,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1817 (was 1817), ProcessCount=11 (was 11), AvailableMemoryMB=6863 (was 6783) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:11,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1817, ProcessCount=11, AvailableMemoryMB=6861 2024-11-18T22:29:11,162 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742112_1291 (size=7) 2024-11-18T22:29:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742112_1291 (size=7) 2024-11-18T22:29:11,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:11,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:11,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:11,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:11,282 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T22:29:11,282 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T22:29:11,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742113_1292 (size=1941) 2024-11-18T22:29:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742113_1292 (size=1941) 2024-11-18T22:29:11,777 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:11,778 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e/data/default/t1/region__1 2024-11-18T22:29:11,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T22:29:11,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 2024-11-18T22:29:11,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 after 0ms 2024-11-18T22:29:11,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 took 5ms 2024-11-18T22:29:11,817 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T22:29:11,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 so closing down 2024-11-18T22:29:11,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:11,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:11,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T22:29:11,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0, size=1.9 K (1941bytes) at 1731968951804Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 so closing down at 1731968951817 (+13 ms)3 split writer threads finished at 1731968951818 (+1 ms)Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731968951818 2024-11-18T22:29:11,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/WALs/testsplitlogfiledeletedregiondir,16010,1731968951282/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/f5b0cef5-d02b-5f35-c5b2-37846c9cae3c/oldWALs/wal.dat.0 2024-11-18T22:29:11,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=129 (was 129), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1817 (was 1817), ProcessCount=11 (was 11), AvailableMemoryMB=6941 (was 6861) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:11,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1817, ProcessCount=11, AvailableMemoryMB=6940 2024-11-18T22:29:11,898 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742114_1293 (size=7) 2024-11-18T22:29:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742114_1293 (size=7) 2024-11-18T22:29:11,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:11,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:11,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:11,996 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:12,004 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T22:29:12,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:12,004 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:12,009 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:12,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:12,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742115_1294 (size=1393) 2024-11-18T22:29:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742115_1294 (size=1393) 2024-11-18T22:29:12,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:12,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:12,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742116_1295 (size=1393) 2024-11-18T22:29:12,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:12,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742116_1295 (size=1393) 2024-11-18T22:29:12,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:12,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:12,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742117_1296 (size=1393) 2024-11-18T22:29:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742117_1296 (size=1393) 2024-11-18T22:29:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:13,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742118_1297 (size=1393) 2024-11-18T22:29:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742118_1297 (size=1393) 2024-11-18T22:29:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:13,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742119_1298 (size=1393) 2024-11-18T22:29:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742119_1298 (size=1393) 2024-11-18T22:29:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:13,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742120_1299 (size=1393) 2024-11-18T22:29:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742120_1299 (size=1393) 2024-11-18T22:29:13,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:13,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:13,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742121_1300 (size=1405) 2024-11-18T22:29:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742121_1300 (size=1405) 2024-11-18T22:29:13,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:13,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:13,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742122_1301 (size=1413) 2024-11-18T22:29:13,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742122_1301 (size=1413) 2024-11-18T22:29:13,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:13,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742123_1302 (size=1413) 2024-11-18T22:29:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742123_1302 (size=1413) 2024-11-18T22:29:13,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:13,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:13,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742124_1303 (size=1413) 2024-11-18T22:29:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742124_1303 (size=1413) 2024-11-18T22:29:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:14,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:14,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0 2024-11-18T22:29:14,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0 after 6ms 2024-11-18T22:29:14,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0 took 17ms 2024-11-18T22:29:14,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0 so closing down 2024-11-18T22:29:14,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:14,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:14,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:14,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0, size=1.4 K (1393bytes) at 1731968954437Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0 so closing down at 1731968954468 (+31 ms)3 split writer threads finished at 1731968954469 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/11ec299f-24ca-248a-1374-8e725b02b990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731968951996/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968954469 2024-11-18T22:29:14,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=129 (was 129), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1808 (was 1817), ProcessCount=11 (was 11), AvailableMemoryMB=6772 (was 6940) 2024-11-18T22:29:14,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1808, ProcessCount=11, AvailableMemoryMB=6770 2024-11-18T22:29:14,506 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742125_1304 (size=7) 2024-11-18T22:29:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742125_1304 (size=7) 2024-11-18T22:29:14,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:14,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:14,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:15,002 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:15,002 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:15,003 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:15,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742126_1305 (size=1393) 2024-11-18T22:29:15,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742126_1305 (size=1393) 2024-11-18T22:29:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:15,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:15,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742127_1306 (size=1393) 2024-11-18T22:29:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742127_1306 (size=1393) 2024-11-18T22:29:15,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:15,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:15,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742128_1307 (size=1393) 2024-11-18T22:29:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742128_1307 (size=1393) 2024-11-18T22:29:15,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:15,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:15,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742129_1308 (size=1393) 2024-11-18T22:29:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742129_1308 (size=1393) 2024-11-18T22:29:15,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:15,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:15,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:15,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742131_1310 (size=1393) 2024-11-18T22:29:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742131_1310 (size=1393) 2024-11-18T22:29:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:15,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742132_1311 (size=1405) 2024-11-18T22:29:15,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742132_1311 (size=1405) 2024-11-18T22:29:15,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:15,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:15,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742133_1312 (size=1413) 2024-11-18T22:29:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742133_1312 (size=1413) 2024-11-18T22:29:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:15,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742134_1313 (size=1413) 2024-11-18T22:29:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742134_1313 (size=1413) 2024-11-18T22:29:15,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:15,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742135_1314 (size=1413) 2024-11-18T22:29:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742135_1314 (size=1413) 2024-11-18T22:29:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742130_1309 (size=1458) 2024-11-18T22:29:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742130_1309 (size=1458) 2024-11-18T22:29:15,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:15,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 2024-11-18T22:29:15,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 after 7ms 2024-11-18T22:29:15,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 took 24ms 2024-11-18T22:29:15,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 so closing down 2024-11-18T22:29:15,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:15,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:15,471 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:15,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:15,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:15,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742137_1316 (size=743) 2024-11-18T22:29:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742137_1316 (size=743) 2024-11-18T22:29:15,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742136_1315 (size=743) 2024-11-18T22:29:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742136_1315 (size=743) 2024-11-18T22:29:15,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:15,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:15,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:15,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:15,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0, size=1.4 K (1393bytes) at 1731968955421Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 so closing down at 1731968955454 (+33 ms)3 split writer threads finished at 1731968955454Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968955480 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968955497 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968955526 (+29 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968955529 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968955530 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968955534 (+4 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968955534 2024-11-18T22:29:15,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/oldWALs/wal.dat.0 2024-11-18T22:29:15,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:15,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 2024-11-18T22:29:15,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 after 1ms 2024-11-18T22:29:15,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 took 3ms 2024-11-18T22:29:15,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 so closing down 2024-11-18T22:29:15,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:15,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:15,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:15,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:15,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:15,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742138_1317 (size=743) 2024-11-18T22:29:15,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742138_1317 (size=743) 2024-11-18T22:29:15,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:15,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742139_1318 (size=743) 2024-11-18T22:29:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742139_1318 (size=743) 2024-11-18T22:29:15,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:15,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:15,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:15,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1, size=1.4 K (1393bytes) at 1731968955536Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 so closing down at 1731968955541 (+5 ms)3 split writer threads finished at 1731968955541Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968955552 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968955556 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968955636 (+80 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968955639 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968955643 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968955647 (+4 ms)Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968955647 2024-11-18T22:29:15,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/oldWALs/wal.dat.1 2024-11-18T22:29:15,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:15,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 2024-11-18T22:29:15,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 after 1ms 2024-11-18T22:29:15,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 took 3ms 2024-11-18T22:29:15,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 so closing down 2024-11-18T22:29:15,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:15,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:15,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:15,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:15,691 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:15,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742140_1319 (size=743) 2024-11-18T22:29:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742140_1319 (size=743) 2024-11-18T22:29:15,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:15,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742141_1320 (size=743) 2024-11-18T22:29:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742141_1320 (size=743) 2024-11-18T22:29:16,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:16,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:16,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:16,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2, size=1.4 K (1393bytes) at 1731968955649Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 so closing down at 1731968955653 (+4 ms)3 split writer threads finished at 1731968955660 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968955664 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968955698 (+34 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968955707 (+9 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968955727 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968956164 (+437 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968956166 (+2 ms)Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968956166 2024-11-18T22:29:16,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/oldWALs/wal.dat.2 2024-11-18T22:29:16,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:16,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 2024-11-18T22:29:16,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 after 1ms 2024-11-18T22:29:16,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 took 10ms 2024-11-18T22:29:16,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 so closing down 2024-11-18T22:29:16,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:16,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:16,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:16,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:16,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:16,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742143_1322 (size=743) 2024-11-18T22:29:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742143_1322 (size=743) 2024-11-18T22:29:16,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:16,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742142_1321 (size=743) 2024-11-18T22:29:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742142_1321 (size=743) 2024-11-18T22:29:16,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:16,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:16,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:16,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3, size=1.4 K (1393bytes) at 1731968956167Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 so closing down at 1731968956178 (+11 ms)3 split writer threads finished at 1731968956178Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968956184 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968956184Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968956194 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968956196 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968956596 (+400 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968956598 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968956598 2024-11-18T22:29:16,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/oldWALs/wal.dat.3 2024-11-18T22:29:16,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T22:29:16,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4 2024-11-18T22:29:16,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4 after 0ms 2024-11-18T22:29:16,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4 took 2ms 2024-11-18T22:29:16,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4 so closing down 2024-11-18T22:29:16,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:16,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:16,646 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:16,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T22:29:16,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:16,652 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:16,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T22:29:16,653 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:29:16,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T22:29:16,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:16,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4, size=1.4 K (1458bytes) at 1731968956601Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4 so closing down at 1731968956622 (+21 ms)3 split writer threads finished at 1731968956628 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968956652 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731968956652Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731968956653 (+1 ms)Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/WALs/testsplitwillfailifwritingtoregionfails,16010,1731968955002/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731968956654 (+1 ms) 2024-11-18T22:29:16,660 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:29:16,660 WARN [Thread-2070 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:29:16,661 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42149/user/jenkins/test-data/5da16e10-78f9-4fef-ca42-b3423d3d7cac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:29:16,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=129 (was 129), OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1808 (was 1808), ProcessCount=11 (was 11), AvailableMemoryMB=6767 (was 6770) 2024-11-18T22:29:16,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=129, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1808, ProcessCount=11, AvailableMemoryMB=6755 2024-11-18T22:29:16,685 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742145_1324 (size=7) 2024-11-18T22:29:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742145_1324 (size=7) 2024-11-18T22:29:17,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:17,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:17,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:17,110 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:17,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T22:29:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742146_1325 (size=93) 2024-11-18T22:29:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742146_1325 (size=93) 2024-11-18T22:29:17,146 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:17,148 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:17,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742147_1326 (size=1393) 2024-11-18T22:29:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:17,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742147_1326 (size=1393) 2024-11-18T22:29:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742148_1327 (size=1393) 2024-11-18T22:29:17,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742148_1327 (size=1393) 2024-11-18T22:29:17,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:17,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:17,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742149_1328 (size=1393) 2024-11-18T22:29:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742149_1328 (size=1393) 2024-11-18T22:29:17,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:17,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:17,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742150_1329 (size=1393) 2024-11-18T22:29:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742150_1329 (size=1393) 2024-11-18T22:29:17,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:17,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:17,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742151_1330 (size=1393) 2024-11-18T22:29:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742151_1330 (size=1393) 2024-11-18T22:29:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:18,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742152_1331 (size=1393) 2024-11-18T22:29:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742152_1331 (size=1393) 2024-11-18T22:29:18,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:18,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:18,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742153_1332 (size=1405) 2024-11-18T22:29:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742153_1332 (size=1405) 2024-11-18T22:29:18,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:18,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:18,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742154_1333 (size=1413) 2024-11-18T22:29:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742154_1333 (size=1413) 2024-11-18T22:29:18,733 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:18,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:18,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742155_1334 (size=1413) 2024-11-18T22:29:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742155_1334 (size=1413) 2024-11-18T22:29:18,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:18,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:18,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:18,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:18,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742156_1335 (size=1413) 2024-11-18T22:29:18,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742156_1335 (size=1413) 2024-11-18T22:29:18,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:18,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T22:29:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742157_1336 (size=93) 2024-11-18T22:29:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742157_1336 (size=93) 2024-11-18T22:29:19,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty, size=93 (93bytes) 2024-11-18T22:29:19,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty 2024-11-18T22:29:19,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty after 0ms 2024-11-18T22:29:19,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty took 6ms 2024-11-18T22:29:19,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty so closing down 2024-11-18T22:29:19,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:19,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:19,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T22:29:19,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty, size=93 (93bytes) at 1731968959074Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty so closing down at 1731968959080 (+6 ms)3 split writer threads finished at 1731968959085 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731968959085 2024-11-18T22:29:19,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat..empty to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat..empty 2024-11-18T22:29:19,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:19,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 2024-11-18T22:29:19,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 after 1ms 2024-11-18T22:29:19,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 took 5ms 2024-11-18T22:29:19,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 so closing down 2024-11-18T22:29:19,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:19,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:19,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:19,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:19,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:19,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:19,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742159_1338 (size=743) 2024-11-18T22:29:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742158_1337 (size=743) 2024-11-18T22:29:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742158_1337 (size=743) 2024-11-18T22:29:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742159_1338 (size=743) 2024-11-18T22:29:19,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:19,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:19,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:19,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:19,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 500 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:19,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0, size=1.4 K (1393bytes) at 1731968959092Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 so closing down at 1731968959109 (+17 ms)3 split writer threads finished at 1731968959110 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968959140 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968959144 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968959188 (+44 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968959193 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968959586 (+393 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968959596 (+10 ms)Processed 20 edits across 2 Regions in 500 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968959596 2024-11-18T22:29:19,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.0 2024-11-18T22:29:19,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:19,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 2024-11-18T22:29:19,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 after 0ms 2024-11-18T22:29:19,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 took 3ms 2024-11-18T22:29:19,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 so closing down 2024-11-18T22:29:19,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:19,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:19,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:19,637 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:19,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:19,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742160_1339 (size=743) 2024-11-18T22:29:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742160_1339 (size=743) 2024-11-18T22:29:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742161_1340 (size=743) 2024-11-18T22:29:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742161_1340 (size=743) 2024-11-18T22:29:20,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:20,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:20,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:20,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1, size=1.4 K (1393bytes) at 1731968959599Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 so closing down at 1731968959613 (+14 ms)3 split writer threads finished at 1731968959616 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968959640 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968959648 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960108 (+460 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968960117 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960118 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968960120 (+2 ms)Processed 20 edits across 2 Regions in 508 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968960120 2024-11-18T22:29:20,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.1 2024-11-18T22:29:20,124 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:20,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 2024-11-18T22:29:20,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 after 2ms 2024-11-18T22:29:20,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 took 9ms 2024-11-18T22:29:20,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 so closing down 2024-11-18T22:29:20,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:20,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:20,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:20,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:20,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:20,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742162_1341 (size=743) 2024-11-18T22:29:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742162_1341 (size=743) 2024-11-18T22:29:20,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742163_1342 (size=743) 2024-11-18T22:29:20,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:20,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:20,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2, size=1.4 K (1393bytes) at 1731968960124Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 so closing down at 1731968960140 (+16 ms)3 split writer threads finished at 1731968960140Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968960152 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968960169 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960177 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968960179 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960202 (+23 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968960204 (+2 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968960204 2024-11-18T22:29:20,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742163_1342 (size=743) 2024-11-18T22:29:20,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.2 2024-11-18T22:29:20,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:20,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 2024-11-18T22:29:20,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 after 1ms 2024-11-18T22:29:20,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 took 10ms 2024-11-18T22:29:20,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 so closing down 2024-11-18T22:29:20,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:20,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:20,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:20,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:20,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:20,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742164_1343 (size=743) 2024-11-18T22:29:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742164_1343 (size=743) 2024-11-18T22:29:20,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742165_1344 (size=743) 2024-11-18T22:29:20,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:20,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742165_1344 (size=743) 2024-11-18T22:29:20,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:20,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:20,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3, size=1.4 K (1393bytes) at 1731968960208Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 so closing down at 1731968960220 (+12 ms)3 split writer threads finished at 1731968960220Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968960228 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968960232 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960256 (+24 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968960258 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960258Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968960259 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968960260 (+1 ms) 2024-11-18T22:29:20,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.3 2024-11-18T22:29:20,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:20,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 2024-11-18T22:29:20,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 after 0ms 2024-11-18T22:29:20,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 took 3ms 2024-11-18T22:29:20,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 so closing down 2024-11-18T22:29:20,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:20,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:20,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:20,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:20,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:20,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742166_1345 (size=743) 2024-11-18T22:29:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742166_1345 (size=743) 2024-11-18T22:29:20,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742167_1346 (size=743) 2024-11-18T22:29:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742167_1346 (size=743) 2024-11-18T22:29:20,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:20,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:20,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4, size=1.4 K (1393bytes) at 1731968960262Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 so closing down at 1731968960266 (+4 ms)3 split writer threads finished at 1731968960266Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968960276 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968960300 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960304 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968960307 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960711 (+404 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968960713 (+2 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968960713 2024-11-18T22:29:20,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.4 2024-11-18T22:29:20,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:20,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 2024-11-18T22:29:20,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 after 0ms 2024-11-18T22:29:20,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 took 2ms 2024-11-18T22:29:20,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 so closing down 2024-11-18T22:29:20,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:20,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:20,721 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:20,721 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:20,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:20,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742168_1347 (size=743) 2024-11-18T22:29:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742168_1347 (size=743) 2024-11-18T22:29:20,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:20,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:29:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742169_1348 (size=743) 2024-11-18T22:29:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742169_1348 (size=743) 2024-11-18T22:29:21,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:29:21,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:21,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5, size=1.4 K (1393bytes) at 1731968960715Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 so closing down at 1731968960719 (+4 ms)3 split writer threads finished at 1731968960719Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968960722 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968960724 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968960734 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968960736 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961140 (+404 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968961142 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968961142 2024-11-18T22:29:21,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.5 2024-11-18T22:29:21,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:21,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 2024-11-18T22:29:21,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 after 1ms 2024-11-18T22:29:21,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 took 2ms 2024-11-18T22:29:21,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 so closing down 2024-11-18T22:29:21,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:21,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:21,167 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:21,172 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:21,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:21,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742170_1349 (size=749) 2024-11-18T22:29:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742170_1349 (size=749) 2024-11-18T22:29:21,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742171_1350 (size=749) 2024-11-18T22:29:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742171_1350 (size=749) 2024-11-18T22:29:21,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:21,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:21,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:21,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6, size=1.4 K (1405bytes) at 1731968961144Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 so closing down at 1731968961151 (+7 ms)3 split writer threads finished at 1731968961152 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968961173 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968961188 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961231 (+43 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961237 (+6 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968961241 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968961244 (+3 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968961244 2024-11-18T22:29:21,251 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.6 2024-11-18T22:29:21,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:21,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 2024-11-18T22:29:21,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 after 1ms 2024-11-18T22:29:21,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 took 7ms 2024-11-18T22:29:21,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 so closing down 2024-11-18T22:29:21,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:21,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:21,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:21,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:21,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:21,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742173_1352 (size=753) 2024-11-18T22:29:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742173_1352 (size=753) 2024-11-18T22:29:21,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742172_1351 (size=753) 2024-11-18T22:29:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742172_1351 (size=753) 2024-11-18T22:29:21,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:21,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:21,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7, size=1.4 K (1413bytes) at 1731968961251Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 so closing down at 1731968961262 (+11 ms)3 split writer threads finished at 1731968961262Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968961272 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968961284 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961330 (+46 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968961331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961334 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968961335 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968961336 (+1 ms) 2024-11-18T22:29:21,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.7 2024-11-18T22:29:21,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:21,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 2024-11-18T22:29:21,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 after 1ms 2024-11-18T22:29:21,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 took 14ms 2024-11-18T22:29:21,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 so closing down 2024-11-18T22:29:21,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:21,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:21,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:21,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:21,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:21,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742175_1354 (size=753) 2024-11-18T22:29:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742175_1354 (size=753) 2024-11-18T22:29:21,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742174_1353 (size=753) 2024-11-18T22:29:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742174_1353 (size=753) 2024-11-18T22:29:21,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:21,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:21,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8, size=1.4 K (1413bytes) at 1731968961338Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 so closing down at 1731968961357 (+19 ms)3 split writer threads finished at 1731968961357Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968961368 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968961372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961414 (+42 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968961418 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961431 (+13 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968961433 (+2 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968961433 2024-11-18T22:29:21,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.8 2024-11-18T22:29:21,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:21,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 2024-11-18T22:29:21,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 after 0ms 2024-11-18T22:29:21,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 took 2ms 2024-11-18T22:29:21,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 so closing down 2024-11-18T22:29:21,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:21,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:21,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:21,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:21,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:21,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742176_1355 (size=753) 2024-11-18T22:29:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742177_1356 (size=753) 2024-11-18T22:29:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742177_1356 (size=753) 2024-11-18T22:29:21,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742176_1355 (size=753) 2024-11-18T22:29:21,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:21,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:21,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:21,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:21,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9, size=1.4 K (1413bytes) at 1731968961435Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 so closing down at 1731968961440 (+5 ms)3 split writer threads finished at 1731968961440Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968961443 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968961443Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961447 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968961447Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968961448 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968961448Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968961448 2024-11-18T22:29:21,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.9 2024-11-18T22:29:21,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty, size=93 (93bytes) 2024-11-18T22:29:21,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty 2024-11-18T22:29:21,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty after 1ms 2024-11-18T22:29:21,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty took 2ms 2024-11-18T22:29:21,452 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty so closing down 2024-11-18T22:29:21,452 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:21,453 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:21,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T22:29:21,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty, size=93 (93bytes) at 1731968961450Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty so closing down at 1731968961452 (+2 ms)3 split writer threads finished at 1731968961453 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731968961453 2024-11-18T22:29:21,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/WALs/testemptylogfiles,16010,1731968957110/wal.dat.empty to hdfs://localhost:42149/user/jenkins/test-data/372384b3-bf2e-4136-4202-777f83814aec/oldWALs/wal.dat.empty 2024-11-18T22:29:21,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=128 (was 129), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1687 (was 1808), ProcessCount=11 (was 11), AvailableMemoryMB=6575 (was 6755) 2024-11-18T22:29:21,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1687, ProcessCount=11, AvailableMemoryMB=6573 2024-11-18T22:29:21,518 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742178_1357 (size=7) 2024-11-18T22:29:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742178_1357 (size=7) 2024-11-18T22:29:21,524 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:21,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:21,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:21,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:21,529 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:21,529 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:21,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742179_1358 (size=1393) 2024-11-18T22:29:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742179_1358 (size=1393) 2024-11-18T22:29:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:21,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742180_1359 (size=1393) 2024-11-18T22:29:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742180_1359 (size=1393) 2024-11-18T22:29:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:21,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742181_1360 (size=1393) 2024-11-18T22:29:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742181_1360 (size=1393) 2024-11-18T22:29:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:21,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742182_1361 (size=1393) 2024-11-18T22:29:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742182_1361 (size=1393) 2024-11-18T22:29:21,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:21,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742183_1362 (size=1393) 2024-11-18T22:29:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742183_1362 (size=1393) 2024-11-18T22:29:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:21,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742184_1363 (size=1393) 2024-11-18T22:29:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742184_1363 (size=1393) 2024-11-18T22:29:21,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:21,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:21,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742185_1364 (size=1405) 2024-11-18T22:29:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742185_1364 (size=1405) 2024-11-18T22:29:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:21,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742186_1365 (size=1413) 2024-11-18T22:29:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742186_1365 (size=1413) 2024-11-18T22:29:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:21,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742187_1366 (size=1413) 2024-11-18T22:29:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742187_1366 (size=1413) 2024-11-18T22:29:21,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:29:22,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:22,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:22,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:22,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742188_1367 (size=1413) 2024-11-18T22:29:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742188_1367 (size=1413) 2024-11-18T22:29:22,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:22,533 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:22,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 2024-11-18T22:29:22,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 after 0ms 2024-11-18T22:29:22,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 took 4ms 2024-11-18T22:29:22,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 so closing down 2024-11-18T22:29:22,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:22,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:22,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:22,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:22,569 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:22,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742189_1368 (size=743) 2024-11-18T22:29:22,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742189_1368 (size=743) 2024-11-18T22:29:22,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742190_1369 (size=743) 2024-11-18T22:29:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742190_1369 (size=743) 2024-11-18T22:29:22,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:22,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:22,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:22,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0, size=1.4 K (1393bytes) at 1731968962533Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 so closing down at 1731968962541 (+8 ms)3 split writer threads finished at 1731968962548 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968962564 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968962572 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968962607 (+35 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968962614 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968962641 (+27 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968962646 (+5 ms)Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968962646 2024-11-18T22:29:22,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.0 2024-11-18T22:29:22,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:22,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 2024-11-18T22:29:22,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 after 0ms 2024-11-18T22:29:22,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 took 3ms 2024-11-18T22:29:22,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 so closing down 2024-11-18T22:29:22,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:22,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:22,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:22,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:22,688 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:22,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742191_1370 (size=743) 2024-11-18T22:29:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742191_1370 (size=743) 2024-11-18T22:29:22,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742192_1371 (size=743) 2024-11-18T22:29:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742192_1371 (size=743) 2024-11-18T22:29:22,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:22,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:23,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:23,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:23,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1, size=1.4 K (1393bytes) at 1731968962651Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 so closing down at 1731968962660 (+9 ms)3 split writer threads finished at 1731968962668 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968962683 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968962710 (+27 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968962752 (+42 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968962767 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963132 (+365 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968963134 (+2 ms)Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968963134 2024-11-18T22:29:23,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.1 2024-11-18T22:29:23,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:23,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 2024-11-18T22:29:23,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 after 1ms 2024-11-18T22:29:23,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 took 3ms 2024-11-18T22:29:23,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 so closing down 2024-11-18T22:29:23,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:23,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:23,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:23,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:23,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:23,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:23,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742193_1372 (size=743) 2024-11-18T22:29:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742193_1372 (size=743) 2024-11-18T22:29:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742194_1373 (size=743) 2024-11-18T22:29:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742194_1373 (size=743) 2024-11-18T22:29:23,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:23,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:23,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:23,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2, size=1.4 K (1393bytes) at 1731968963136Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 so closing down at 1731968963145 (+9 ms)3 split writer threads finished at 1731968963145Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968963161 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968963161Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963591 (+430 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968963593 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963598 (+5 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968963599 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968963599 2024-11-18T22:29:23,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.2 2024-11-18T22:29:23,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:23,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 2024-11-18T22:29:23,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 after 1ms 2024-11-18T22:29:23,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 took 3ms 2024-11-18T22:29:23,619 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 so closing down 2024-11-18T22:29:23,619 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:23,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:23,640 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:23,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:23,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:23,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742196_1375 (size=743) 2024-11-18T22:29:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742196_1375 (size=743) 2024-11-18T22:29:23,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742195_1374 (size=743) 2024-11-18T22:29:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742195_1374 (size=743) 2024-11-18T22:29:23,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:23,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:23,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3, size=1.4 K (1393bytes) at 1731968963607Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 so closing down at 1731968963619 (+12 ms)3 split writer threads finished at 1731968963621 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968963648 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968963653 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963679 (+26 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968963681 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963692 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968963697 (+5 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968963698 (+1 ms) 2024-11-18T22:29:23,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.3 2024-11-18T22:29:23,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:23,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 2024-11-18T22:29:23,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 after 1ms 2024-11-18T22:29:23,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 took 4ms 2024-11-18T22:29:23,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 so closing down 2024-11-18T22:29:23,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:23,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:23,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:23,730 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:23,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:23,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742198_1377 (size=743) 2024-11-18T22:29:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742198_1377 (size=743) 2024-11-18T22:29:23,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:23,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:23,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742197_1376 (size=743) 2024-11-18T22:29:23,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742197_1376 (size=743) 2024-11-18T22:29:24,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:24,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:24,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:24,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4, size=1.4 K (1393bytes) at 1731968963702Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 so closing down at 1731968963708 (+6 ms)3 split writer threads finished at 1731968963708Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968963732 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968963736 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968963780 (+44 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968963786 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968964198 (+412 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968964209 (+11 ms)Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968964212 (+3 ms) 2024-11-18T22:29:24,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.4 2024-11-18T22:29:24,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:24,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 2024-11-18T22:29:24,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 after 0ms 2024-11-18T22:29:24,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 took 14ms 2024-11-18T22:29:24,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 so closing down 2024-11-18T22:29:24,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:24,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:24,290 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:24,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:24,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:24,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742200_1379 (size=743) 2024-11-18T22:29:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742200_1379 (size=743) 2024-11-18T22:29:24,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742199_1378 (size=743) 2024-11-18T22:29:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742199_1378 (size=743) 2024-11-18T22:29:24,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:29:24,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:24,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:29:24,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 556 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:24,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5, size=1.4 K (1393bytes) at 1731968964238Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 so closing down at 1731968964262 (+24 ms)3 split writer threads finished at 1731968964262Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968964293 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968964308 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968964385 (+77 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968964401 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968964802 (+401 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968964817 (+15 ms)Processed 20 edits across 2 Regions in 556 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968964817 2024-11-18T22:29:24,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.5 2024-11-18T22:29:24,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:24,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 2024-11-18T22:29:24,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 after 4ms 2024-11-18T22:29:24,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 took 17ms 2024-11-18T22:29:24,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 so closing down 2024-11-18T22:29:24,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:24,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:24,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:24,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:24,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:24,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742201_1380 (size=749) 2024-11-18T22:29:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742201_1380 (size=749) 2024-11-18T22:29:25,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742202_1381 (size=749) 2024-11-18T22:29:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742202_1381 (size=749) 2024-11-18T22:29:25,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:25,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:25,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 235 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:25,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6, size=1.4 K (1405bytes) at 1731968964836Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 so closing down at 1731968964882 (+46 ms)3 split writer threads finished at 1731968964892 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968964940 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968964984 (+44 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965061 (+77 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968965089 (+28 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965092 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968965115 (+23 ms)Processed 20 edits across 2 Regions in 235 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968965116 (+1 ms) 2024-11-18T22:29:25,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.6 2024-11-18T22:29:25,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:25,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 2024-11-18T22:29:25,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 after 1ms 2024-11-18T22:29:25,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 took 13ms 2024-11-18T22:29:25,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 so closing down 2024-11-18T22:29:25,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:25,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:25,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:25,219 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:25,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:25,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742203_1382 (size=753) 2024-11-18T22:29:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742203_1382 (size=753) 2024-11-18T22:29:25,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742204_1383 (size=753) 2024-11-18T22:29:25,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742204_1383 (size=753) 2024-11-18T22:29:25,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:25,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:25,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7, size=1.4 K (1413bytes) at 1731968965132Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 so closing down at 1731968965167 (+35 ms)3 split writer threads finished at 1731968965171 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968965223 (+52 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968965229 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965297 (+68 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968965306 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965337 (+31 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968965345 (+8 ms)Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968965345 2024-11-18T22:29:25,361 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.7 2024-11-18T22:29:25,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:25,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 2024-11-18T22:29:25,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 after 3ms 2024-11-18T22:29:25,373 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 took 12ms 2024-11-18T22:29:25,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 so closing down 2024-11-18T22:29:25,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:25,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:25,433 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:25,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:25,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:25,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:25,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742206_1385 (size=753) 2024-11-18T22:29:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742206_1385 (size=753) 2024-11-18T22:29:25,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742205_1384 (size=753) 2024-11-18T22:29:25,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742205_1384 (size=753) 2024-11-18T22:29:25,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:25,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:25,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8, size=1.4 K (1413bytes) at 1731968965361Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 so closing down at 1731968965406 (+45 ms)3 split writer threads finished at 1731968965407 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968965436 (+29 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968965445 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965552 (+107 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968965554 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965569 (+15 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968965571 (+2 ms)Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968965571 2024-11-18T22:29:25,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.8 2024-11-18T22:29:25,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:25,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 2024-11-18T22:29:25,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 after 0ms 2024-11-18T22:29:25,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 took 3ms 2024-11-18T22:29:25,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 so closing down 2024-11-18T22:29:25,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:25,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:25,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:25,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:25,651 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:25,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:25,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742207_1386 (size=753) 2024-11-18T22:29:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742207_1386 (size=753) 2024-11-18T22:29:25,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742208_1387 (size=753) 2024-11-18T22:29:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742208_1387 (size=753) 2024-11-18T22:29:25,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:25,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:25,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:25,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9, size=1.4 K (1413bytes) at 1731968965574Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 so closing down at 1731968965605 (+31 ms)3 split writer threads finished at 1731968965609 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968965635 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968965656 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965671 (+15 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968965674 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968965703 (+29 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968965705 (+2 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968965705 2024-11-18T22:29:25,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731968961529/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/d83dc819-865e-1155-7ef7-8cd13bac8912/oldWALs/wal.dat.9 2024-11-18T22:29:25,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=128 (was 128), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1640 (was 1687), ProcessCount=11 (was 11), AvailableMemoryMB=8239 (was 6573) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:25,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=128, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1640, ProcessCount=11, AvailableMemoryMB=8293 2024-11-18T22:29:25,761 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742209_1388 (size=7) 2024-11-18T22:29:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742209_1388 (size=7) 2024-11-18T22:29:25,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:25,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:25,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:25,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:25,832 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42149/user/jenkins/test-data/9b937b3e-bc75-b7cb-8f7b-7f8099dca592/data/hbase/meta/1588230740/recovered.edits 2024-11-18T22:29:25,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=128 (was 128), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1640 (was 1640), ProcessCount=11 (was 11), AvailableMemoryMB=8631 (was 8293) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:25,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1640, ProcessCount=11, AvailableMemoryMB=8630 2024-11-18T22:29:25,896 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:25,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742210_1389 (size=7) 2024-11-18T22:29:25,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742210_1389 (size=7) 2024-11-18T22:29:25,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:25,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:25,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:25,984 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:25,984 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T22:29:25,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T22:29:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T22:29:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742211_1390 (size=818) 2024-11-18T22:29:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742211_1390 (size=818) 2024-11-18T22:29:26,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5, size=818 (818bytes) 2024-11-18T22:29:26,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 2024-11-18T22:29:26,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 after 5ms 2024-11-18T22:29:26,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 took 24ms 2024-11-18T22:29:26,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 so closing down 2024-11-18T22:29:26,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:26,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:26,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T22:29:26,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T22:29:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742212_1391 (size=783) 2024-11-18T22:29:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742212_1391 (size=783) 2024-11-18T22:29:26,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T22:29:26,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T22:29:26,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T22:29:26,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5, size=818 (818bytes) at 1731968966292Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 so closing down at 1731968966348 (+56 ms)3 split writer threads finished at 1731968966356 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731968966393 (+37 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731968966508 (+115 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731968966516 (+8 ms)Processed 11 edits across 1 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731968966517 (+1 ms) 2024-11-18T22:29:26,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/WALs/testemptywaledit,16010,1731968965984/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/831cfad0-22d7-6417-e5f7-20e9f6142cab/oldWALs/wal.dat.5 2024-11-18T22:29:26,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=128 (was 128), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1640 (was 1640), ProcessCount=11 (was 11), AvailableMemoryMB=8671 (was 8630) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:26,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=128, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1640, ProcessCount=11, AvailableMemoryMB=8670 2024-11-18T22:29:26,592 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742213_1392 (size=7) 2024-11-18T22:29:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742213_1392 (size=7) 2024-11-18T22:29:26,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:26,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:26,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:26,687 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:26,687 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:26,692 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:26,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:26,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742214_1393 (size=1393) 2024-11-18T22:29:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742214_1393 (size=1393) 2024-11-18T22:29:27,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:27,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:27,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742215_1394 (size=1393) 2024-11-18T22:29:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742215_1394 (size=1393) 2024-11-18T22:29:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:27,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:27,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:27,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742216_1395 (size=1393) 2024-11-18T22:29:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742216_1395 (size=1393) 2024-11-18T22:29:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:28,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742217_1396 (size=1393) 2024-11-18T22:29:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742217_1396 (size=1393) 2024-11-18T22:29:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:28,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742218_1397 (size=1393) 2024-11-18T22:29:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742218_1397 (size=1393) 2024-11-18T22:29:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:28,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742219_1398 (size=1393) 2024-11-18T22:29:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742219_1398 (size=1393) 2024-11-18T22:29:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:28,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742220_1399 (size=1405) 2024-11-18T22:29:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742220_1399 (size=1405) 2024-11-18T22:29:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:28,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:28,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742221_1400 (size=1413) 2024-11-18T22:29:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742221_1400 (size=1413) 2024-11-18T22:29:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:28,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:29,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742222_1401 (size=1413) 2024-11-18T22:29:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742222_1401 (size=1413) 2024-11-18T22:29:29,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:29,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742223_1402 (size=1413) 2024-11-18T22:29:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742223_1402 (size=1413) 2024-11-18T22:29:29,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:29,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:29,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 2024-11-18T22:29:29,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 after 0ms 2024-11-18T22:29:29,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 took 33ms 2024-11-18T22:29:29,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 so closing down 2024-11-18T22:29:29,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:29,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:30,006 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:30,029 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:30,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:30,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742225_1404 (size=743) 2024-11-18T22:29:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742225_1404 (size=743) 2024-11-18T22:29:30,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742226_1405 (size=743) 2024-11-18T22:29:30,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742226_1405 (size=743) 2024-11-18T22:29:30,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:30,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 212 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:30,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0, size=1.4 K (1393bytes) at 1731968969926Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 so closing down at 1731968969963 (+37 ms)3 split writer threads finished at 1731968969986 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968970040 (+54 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968970056 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970140 (+84 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968970149 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970160 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968970172 (+12 ms)Processed 20 edits across 2 Regions in 212 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968970172 2024-11-18T22:29:30,184 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.0 2024-11-18T22:29:30,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:30,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 2024-11-18T22:29:30,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 after 0ms 2024-11-18T22:29:30,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 took 3ms 2024-11-18T22:29:30,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 so closing down 2024-11-18T22:29:30,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:30,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:30,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:30,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:30,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:30,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742227_1406 (size=743) 2024-11-18T22:29:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742228_1407 (size=743) 2024-11-18T22:29:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742227_1406 (size=743) 2024-11-18T22:29:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742228_1407 (size=743) 2024-11-18T22:29:30,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:30,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:30,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:30,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1, size=1.4 K (1393bytes) at 1731968970184Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 so closing down at 1731968970213 (+29 ms)3 split writer threads finished at 1731968970220 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968970264 (+44 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968970267 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970305 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970308 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968970316 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968970325 (+9 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968970325 2024-11-18T22:29:30,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.1 2024-11-18T22:29:30,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:30,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 2024-11-18T22:29:30,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 after 2ms 2024-11-18T22:29:30,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 took 13ms 2024-11-18T22:29:30,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 so closing down 2024-11-18T22:29:30,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:30,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:30,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:30,420 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:30,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:30,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742230_1409 (size=743) 2024-11-18T22:29:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742230_1409 (size=743) 2024-11-18T22:29:30,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742229_1408 (size=743) 2024-11-18T22:29:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742229_1408 (size=743) 2024-11-18T22:29:30,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:30,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:30,531 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2, size=1.4 K (1393bytes) at 1731968970337Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 so closing down at 1731968970386 (+49 ms)3 split writer threads finished at 1731968970388 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968970426 (+38 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968970428 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970486 (+58 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968970488 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970520 (+32 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968970530 (+10 ms)Processed 20 edits across 2 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968970531 (+1 ms) 2024-11-18T22:29:30,552 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.2 2024-11-18T22:29:30,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:30,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 2024-11-18T22:29:30,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 after 4ms 2024-11-18T22:29:30,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 took 24ms 2024-11-18T22:29:30,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 so closing down 2024-11-18T22:29:30,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:30,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:30,608 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:30,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:30,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:30,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742231_1410 (size=743) 2024-11-18T22:29:30,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742231_1410 (size=743) 2024-11-18T22:29:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742232_1411 (size=743) 2024-11-18T22:29:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742232_1411 (size=743) 2024-11-18T22:29:30,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:31,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:31,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:31,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:31,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3, size=1.4 K (1393bytes) at 1731968970552Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 so closing down at 1731968970592 (+40 ms)3 split writer threads finished at 1731968970600 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968970616 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968970621 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968970692 (+71 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968970712 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968971093 (+381 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968971104 (+11 ms)Processed 20 edits across 2 Regions in 518 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968971104 2024-11-18T22:29:31,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.3 2024-11-18T22:29:31,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:31,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 2024-11-18T22:29:31,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 after 4ms 2024-11-18T22:29:31,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 took 21ms 2024-11-18T22:29:31,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 so closing down 2024-11-18T22:29:31,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:31,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:31,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:31,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:31,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:31,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742233_1412 (size=743) 2024-11-18T22:29:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742233_1412 (size=743) 2024-11-18T22:29:31,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:31,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742234_1413 (size=743) 2024-11-18T22:29:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742234_1413 (size=743) 2024-11-18T22:29:31,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:31,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:31,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:31,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4, size=1.4 K (1393bytes) at 1731968971125Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 so closing down at 1731968971160 (+35 ms)3 split writer threads finished at 1731968971170 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968971188 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968971200 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968971269 (+69 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968971281 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968971309 (+28 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968971319 (+10 ms)Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968971319 2024-11-18T22:29:31,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.4 2024-11-18T22:29:31,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T22:29:31,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 2024-11-18T22:29:31,330 WARN [IPC Server handler 0 on default port 42149 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-18T22:29:31,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 after 7ms 2024-11-18T22:29:32,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1860338407_22 at /127.0.0.1:43414 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43414 dst: /127.0.0.1:46405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46405 remote=/127.0.0.1:43414]. Total timeout mills is 60000, 57843 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:29:32,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1860338407_22 at /127.0.0.1:36598 [Receiving block BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:37059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36598 dst: /127.0.0.1:37059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:29:32,015 WARN [ResponseProcessor for block BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:29:32,020 WARN [DataStreamer for file /user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 block BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK], DatanodeInfoWithStorage[127.0.0.1:37059,DS-41bb4491-410a-4bd8-93fb-66e7762f02c3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46405,DS-1c96df58-c981-470f-8917-f4f5a19caf22,DISK]) is bad. 2024-11-18T22:29:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742224_1414 (size=1394) 2024-11-18T22:29:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742224_1414 (size=1394) 2024-11-18T22:29:32,025 WARN [DataStreamer for file /user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 block BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-241305547-172.17.0.2-1731968866211:blk_1073742224_1403 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T22:29:35,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 after 4008ms 2024-11-18T22:29:35,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 took 4012ms 2024-11-18T22:29:35,353 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:35,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 so closing down 2024-11-18T22:29:35,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:35,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:35,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:35,361 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:35,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:35,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742235_1415 (size=418) 2024-11-18T22:29:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742235_1415 (size=418) 2024-11-18T22:29:35,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:35,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T22:29:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742236_1416 (size=353) 2024-11-18T22:29:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742236_1416 (size=353) 2024-11-18T22:29:35,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:35,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T22:29:35,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T22:29:35,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5, size=1.4 K (1394bytes) at 1731968971329Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 so closing down at 1731968975354 (+4025 ms)3 split writer threads finished at 1731968975355 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968975364 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968975367 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968975411 (+44 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731968975428 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731968975436 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731968975440 (+4 ms)Processed 9 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731968975441 (+1 ms) 2024-11-18T22:29:35,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/corrupt/wal.dat.5 2024-11-18T22:29:35,455 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:35,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 2024-11-18T22:29:35,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 after 1ms 2024-11-18T22:29:35,459 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 took 4ms 2024-11-18T22:29:35,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 so closing down 2024-11-18T22:29:35,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:35,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:35,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:35,471 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:35,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:35,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742238_1418 (size=749) 2024-11-18T22:29:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742237_1417 (size=749) 2024-11-18T22:29:35,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:35,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742238_1418 (size=749) 2024-11-18T22:29:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742237_1417 (size=749) 2024-11-18T22:29:35,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:35,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:35,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:35,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6, size=1.4 K (1405bytes) at 1731968975455Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 so closing down at 1731968975468 (+13 ms)3 split writer threads finished at 1731968975469 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968975474 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968975474Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968975488 (+14 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968975490 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968975896 (+406 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968975900 (+4 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968975902 (+2 ms) 2024-11-18T22:29:35,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.6 2024-11-18T22:29:35,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:35,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 2024-11-18T22:29:35,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 after 2ms 2024-11-18T22:29:35,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 took 4ms 2024-11-18T22:29:35,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 so closing down 2024-11-18T22:29:35,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:35,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:35,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:35,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:35,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:35,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742239_1419 (size=753) 2024-11-18T22:29:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742239_1419 (size=753) 2024-11-18T22:29:36,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742240_1420 (size=753) 2024-11-18T22:29:36,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742240_1420 (size=753) 2024-11-18T22:29:36,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:36,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:36,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7, size=1.4 K (1413bytes) at 1731968975909Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 so closing down at 1731968975942 (+33 ms)3 split writer threads finished at 1731968975946 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968975960 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968975993 (+33 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976026 (+33 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968976027 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976055 (+28 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968976062 (+7 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968976063 (+1 ms) 2024-11-18T22:29:36,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.7 2024-11-18T22:29:36,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:36,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 2024-11-18T22:29:36,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 after 5ms 2024-11-18T22:29:36,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 took 20ms 2024-11-18T22:29:36,092 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 so closing down 2024-11-18T22:29:36,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:36,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:36,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:36,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:36,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:36,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742241_1421 (size=753) 2024-11-18T22:29:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742241_1421 (size=753) 2024-11-18T22:29:36,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742242_1422 (size=753) 2024-11-18T22:29:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742242_1422 (size=753) 2024-11-18T22:29:36,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:36,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:36,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:36,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8, size=1.4 K (1413bytes) at 1731968976065Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 so closing down at 1731968976092 (+27 ms)3 split writer threads finished at 1731968976096 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968976101 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968976108 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976176 (+68 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968976196 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976197 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968976205 (+8 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968976205 2024-11-18T22:29:36,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.8 2024-11-18T22:29:36,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:36,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 2024-11-18T22:29:36,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 after 2ms 2024-11-18T22:29:36,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 took 18ms 2024-11-18T22:29:36,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 so closing down 2024-11-18T22:29:36,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:36,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:36,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:36,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:36,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742243_1423 (size=753) 2024-11-18T22:29:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742243_1423 (size=753) 2024-11-18T22:29:36,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:36,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742244_1424 (size=753) 2024-11-18T22:29:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742244_1424 (size=753) 2024-11-18T22:29:36,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:36,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:36,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 221 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:36,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9, size=1.4 K (1413bytes) at 1731968976210Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 so closing down at 1731968976245 (+35 ms)3 split writer threads finished at 1731968976252 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968976275 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976352 (+77 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968976360 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968976374 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968976449 (+75 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968976461 (+12 ms)Processed 20 edits across 2 Regions in 221 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968976461 2024-11-18T22:29:36,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731968966687/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/b92e7e87-2c8f-b1d4-1c59-b6e69e9abdbd/oldWALs/wal.dat.9 2024-11-18T22:29:36,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=130 (was 128) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1652 (was 1640) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8193 (was 8670) 2024-11-18T22:29:36,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1652, ProcessCount=11, AvailableMemoryMB=8187 2024-11-18T22:29:36,795 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742245_1425 (size=7) 2024-11-18T22:29:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742245_1425 (size=7) 2024-11-18T22:29:36,884 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:36,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:36,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:36,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:36,900 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T22:29:36,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:36,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:36,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:37,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742246_1426 (size=863) 2024-11-18T22:29:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742246_1426 (size=863) 2024-11-18T22:29:37,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742247_1427 (size=823) 2024-11-18T22:29:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742247_1427 (size=823) 2024-11-18T22:29:37,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0, size=823 (823bytes) 2024-11-18T22:29:37,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 2024-11-18T22:29:37,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 after 5ms 2024-11-18T22:29:37,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 took 13ms 2024-11-18T22:29:37,272 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0; continuing. 2024-11-18T22:29:37,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 so closing down 2024-11-18T22:29:37,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:37,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:37,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:37,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742248_1428 (size=786) 2024-11-18T22:29:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742248_1428 (size=786) 2024-11-18T22:29:37,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:37,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T22:29:37,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T22:29:37,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0, size=823 (823bytes) at 1731968977240Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 so closing down at 1731968977272 (+32 ms)3 split writer threads finished at 1731968977280 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968977312 (+32 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968977400 (+88 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731968977415 (+15 ms)Processed 9 edits across 1 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731968977416 (+1 ms) 2024-11-18T22:29:37,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/WALs/testeofisignored,16010,1731968976900/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/36e176d7-092d-d7de-cbb3-a0b91dc2b314/oldWALs/wal.dat.0 2024-11-18T22:29:37,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=130 (was 130), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1652 (was 1652), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8187) 2024-11-18T22:29:37,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=1652, ProcessCount=11, AvailableMemoryMB=8090 2024-11-18T22:29:37,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:37,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742249_1429 (size=7) 2024-11-18T22:29:37,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742249_1429 (size=7) 2024-11-18T22:29:37,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:37,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:37,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:37,668 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T22:29:37,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T22:29:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742250_1430 (size=93) 2024-11-18T22:29:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742250_1430 (size=93) 2024-11-18T22:29:37,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty, size=93 (93bytes) 2024-11-18T22:29:37,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty 2024-11-18T22:29:37,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty after 3ms 2024-11-18T22:29:37,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty took 16ms 2024-11-18T22:29:37,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty so closing down 2024-11-18T22:29:37,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:37,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:37,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T22:29:37,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty, size=93 (93bytes) at 1731968977829Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty so closing down at 1731968977896 (+67 ms)3 split writer threads finished at 1731968977904 (+8 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731968977904 2024-11-18T22:29:37,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/WALs/testsplitlogfileempty,16010,1731968977668/wal.dat..empty to hdfs://localhost:42149/user/jenkins/test-data/7bc3a71b-cc00-ff92-7a53-5b8d6c706fd0/oldWALs/wal.dat..empty 2024-11-18T22:29:37,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=130 (was 130), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1652 (was 1652), ProcessCount=11 (was 11), AvailableMemoryMB=8143 (was 8090) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:38,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=130, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1652, ProcessCount=11, AvailableMemoryMB=8125 2024-11-18T22:29:38,002 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742251_1431 (size=7) 2024-11-18T22:29:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742251_1431 (size=7) 2024-11-18T22:29:38,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:38,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:38,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:38,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:38,105 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:38,107 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:38,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742252_1432 (size=1393) 2024-11-18T22:29:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742252_1432 (size=1393) 2024-11-18T22:29:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:38,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:38,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742253_1433 (size=1393) 2024-11-18T22:29:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742253_1433 (size=1393) 2024-11-18T22:29:38,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:38,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742254_1434 (size=1393) 2024-11-18T22:29:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742254_1434 (size=1393) 2024-11-18T22:29:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:39,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742255_1435 (size=1393) 2024-11-18T22:29:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742255_1435 (size=1393) 2024-11-18T22:29:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:39,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742256_1436 (size=1393) 2024-11-18T22:29:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742256_1436 (size=1393) 2024-11-18T22:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:39,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742257_1437 (size=1393) 2024-11-18T22:29:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742257_1437 (size=1393) 2024-11-18T22:29:39,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:39,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:39,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742258_1438 (size=1405) 2024-11-18T22:29:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742258_1438 (size=1405) 2024-11-18T22:29:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:39,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742259_1439 (size=1413) 2024-11-18T22:29:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742259_1439 (size=1413) 2024-11-18T22:29:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:39,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742260_1440 (size=1413) 2024-11-18T22:29:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742260_1440 (size=1413) 2024-11-18T22:29:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:39,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742261_1441 (size=1413) 2024-11-18T22:29:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742261_1441 (size=1413) 2024-11-18T22:29:40,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:40,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:40,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 2024-11-18T22:29:40,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 after 2ms 2024-11-18T22:29:40,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 took 11ms 2024-11-18T22:29:40,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 so closing down 2024-11-18T22:29:40,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:40,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:40,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:40,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:40,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:40,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742262_1442 (size=743) 2024-11-18T22:29:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742263_1443 (size=743) 2024-11-18T22:29:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742262_1442 (size=743) 2024-11-18T22:29:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742263_1443 (size=743) 2024-11-18T22:29:41,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:41,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T22:29:41,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 571 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:41,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0, size=1.4 K (1393bytes) at 1731968980437Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 so closing down at 1731968980485 (+48 ms)3 split writer threads finished at 1731968980485Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968980536 (+51 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968980589 (+53 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981043 (+454 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968981046 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981048 (+2 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731968981051 (+3 ms)Processed 20 edits across 2 Regions in 571 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968981051 2024-11-18T22:29:41,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.0 2024-11-18T22:29:41,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:41,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 2024-11-18T22:29:41,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 after 3ms 2024-11-18T22:29:41,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 took 21ms 2024-11-18T22:29:41,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 so closing down 2024-11-18T22:29:41,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:41,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:41,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:41,138 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:41,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:41,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:41,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742265_1445 (size=743) 2024-11-18T22:29:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742265_1445 (size=743) 2024-11-18T22:29:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742264_1444 (size=743) 2024-11-18T22:29:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742264_1444 (size=743) 2024-11-18T22:29:41,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T22:29:41,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:41,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:41,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1, size=1.4 K (1393bytes) at 1731968981065Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 so closing down at 1731968981105 (+40 ms)3 split writer threads finished at 1731968981108 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968981152 (+44 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968981156 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981247 (+91 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731968981262 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981634 (+372 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968981644 (+10 ms)Processed 20 edits across 2 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968981644 2024-11-18T22:29:41,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.1 2024-11-18T22:29:41,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:41,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 2024-11-18T22:29:41,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 after 0ms 2024-11-18T22:29:41,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 took 5ms 2024-11-18T22:29:41,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 so closing down 2024-11-18T22:29:41,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:41,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:41,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:41,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:41,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:41,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742266_1446 (size=743) 2024-11-18T22:29:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742267_1447 (size=743) 2024-11-18T22:29:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742267_1447 (size=743) 2024-11-18T22:29:41,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742266_1446 (size=743) 2024-11-18T22:29:41,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T22:29:41,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:41,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:41,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2, size=1.4 K (1393bytes) at 1731968981661Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 so closing down at 1731968981697 (+36 ms)3 split writer threads finished at 1731968981708 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968981767 (+59 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968981768 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981864 (+96 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968981864Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731968981868 (+4 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968981872 (+4 ms)Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968981873 (+1 ms) 2024-11-18T22:29:41,875 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.2 2024-11-18T22:29:41,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:41,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 2024-11-18T22:29:41,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 after 1ms 2024-11-18T22:29:41,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 took 3ms 2024-11-18T22:29:41,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 so closing down 2024-11-18T22:29:41,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:41,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:41,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:41,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:41,956 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:41,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742268_1448 (size=743) 2024-11-18T22:29:42,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742268_1448 (size=743) 2024-11-18T22:29:42,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742269_1449 (size=743) 2024-11-18T22:29:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742269_1449 (size=743) 2024-11-18T22:29:42,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T22:29:42,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 585 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:42,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3, size=1.4 K (1393bytes) at 1731968981875Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 so closing down at 1731968981899 (+24 ms)3 split writer threads finished at 1731968981902 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968981933 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968981976 (+43 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982049 (+73 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968982053 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982477 (+424 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731968982483 (+6 ms)Processed 20 edits across 2 Regions in 585 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968982483 2024-11-18T22:29:42,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.3 2024-11-18T22:29:42,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:42,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 2024-11-18T22:29:42,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 after 1ms 2024-11-18T22:29:42,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 took 9ms 2024-11-18T22:29:42,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 so closing down 2024-11-18T22:29:42,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:42,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:42,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:42,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:42,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:42,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742270_1450 (size=743) 2024-11-18T22:29:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742270_1450 (size=743) 2024-11-18T22:29:42,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742271_1451 (size=743) 2024-11-18T22:29:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742271_1451 (size=743) 2024-11-18T22:29:42,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T22:29:42,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:42,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4, size=1.4 K (1393bytes) at 1731968982495Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 so closing down at 1731968982527 (+32 ms)3 split writer threads finished at 1731968982532 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968982570 (+38 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968982584 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982646 (+62 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968982648 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982678 (+30 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731968982692 (+14 ms)Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968982692 2024-11-18T22:29:42,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.4 2024-11-18T22:29:42,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 2024-11-18T22:29:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 after 0ms 2024-11-18T22:29:42,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 took 3ms 2024-11-18T22:29:42,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 so closing down 2024-11-18T22:29:42,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:42,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:42,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:42,748 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:42,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:42,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742272_1452 (size=743) 2024-11-18T22:29:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742272_1452 (size=743) 2024-11-18T22:29:42,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T22:29:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742273_1453 (size=743) 2024-11-18T22:29:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742273_1453 (size=743) 2024-11-18T22:29:42,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:42,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:29:42,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T22:29:42,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5, size=1.4 K (1393bytes) at 1731968982695Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 so closing down at 1731968982717 (+22 ms)3 split writer threads finished at 1731968982724 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968982752 (+28 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968982764 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982857 (+93 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731968982861 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968982874 (+13 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968982879 (+5 ms)Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731968982879 2024-11-18T22:29:42,882 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.5 2024-11-18T22:29:42,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:42,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 2024-11-18T22:29:42,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 after 0ms 2024-11-18T22:29:42,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 took 3ms 2024-11-18T22:29:42,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 so closing down 2024-11-18T22:29:42,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:42,912 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:42,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:42,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:42,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:42,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742274_1454 (size=749) 2024-11-18T22:29:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742274_1454 (size=749) 2024-11-18T22:29:43,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742275_1455 (size=749) 2024-11-18T22:29:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742275_1455 (size=749) 2024-11-18T22:29:43,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:43,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:43,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T22:29:43,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 205 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T22:29:43,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6, size=1.4 K (1405bytes) at 1731968982883Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 so closing down at 1731968982905 (+22 ms)3 split writer threads finished at 1731968982912 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968982960 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968982966 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968983073 (+107 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968983083 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968983086 (+3 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731968983102 (+16 ms)Processed 20 edits across 2 Regions in 205 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731968983108 (+6 ms) 2024-11-18T22:29:43,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.6 2024-11-18T22:29:43,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:43,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 2024-11-18T22:29:43,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 after 2ms 2024-11-18T22:29:43,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 took 9ms 2024-11-18T22:29:43,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 so closing down 2024-11-18T22:29:43,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:43,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:43,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:43,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:43,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:43,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742277_1457 (size=753) 2024-11-18T22:29:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742277_1457 (size=753) 2024-11-18T22:29:43,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742276_1456 (size=753) 2024-11-18T22:29:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742276_1456 (size=753) 2024-11-18T22:29:43,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:43,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:43,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T22:29:43,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 613 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:43,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7, size=1.4 K (1413bytes) at 1731968983118Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 so closing down at 1731968983145 (+27 ms)3 split writer threads finished at 1731968983153 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968983204 (+51 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968983207 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968983284 (+77 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968983308 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968983709 (+401 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731968983757 (+48 ms)Processed 20 edits across 2 Regions in 613 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968983757 2024-11-18T22:29:43,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.7 2024-11-18T22:29:43,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:43,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 2024-11-18T22:29:43,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 after 10ms 2024-11-18T22:29:43,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 took 14ms 2024-11-18T22:29:43,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 so closing down 2024-11-18T22:29:43,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:43,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:43,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:43,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:43,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742278_1458 (size=753) 2024-11-18T22:29:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742278_1458 (size=753) 2024-11-18T22:29:43,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:43,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:43,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742279_1459 (size=753) 2024-11-18T22:29:44,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742279_1459 (size=753) 2024-11-18T22:29:44,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T22:29:44,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:44,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8, size=1.4 K (1413bytes) at 1731968983776Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 so closing down at 1731968983824 (+48 ms)3 split writer threads finished at 1731968983828 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968983859 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968983924 (+65 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968983929 (+5 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968983953 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968984015 (+62 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731968984027 (+12 ms)Processed 20 edits across 2 Regions in 208 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968984028 (+1 ms) 2024-11-18T22:29:44,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.8 2024-11-18T22:29:44,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:44,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 2024-11-18T22:29:44,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 after 0ms 2024-11-18T22:29:44,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 took 5ms 2024-11-18T22:29:44,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 so closing down 2024-11-18T22:29:44,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:44,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:44,124 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:44,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:44,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:44,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742281_1461 (size=753) 2024-11-18T22:29:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742281_1461 (size=753) 2024-11-18T22:29:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742280_1460 (size=753) 2024-11-18T22:29:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742280_1460 (size=753) 2024-11-18T22:29:44,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:44,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T22:29:44,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:44,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:44,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 578 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T22:29:44,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9, size=1.4 K (1413bytes) at 1731968984042Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 so closing down at 1731968984083 (+41 ms)3 split writer threads finished at 1731968984093 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968984128 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968984160 (+32 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968984258 (+98 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731968984270 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968984657 (+387 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968984658 (+1 ms)Processed 20 edits across 2 Regions in 578 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731968984658 2024-11-18T22:29:44,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/WALs/testlogsgetarchivedaftersplit,16010,1731968978104/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/ebe53094-39ce-baa9-aadd-37194297da22/oldWALs/wal.dat.9 2024-11-18T22:29:44,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=129 (was 130), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1693 (was 1652) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8002 (was 8125) 2024-11-18T22:29:44,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=129, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1693, ProcessCount=11, AvailableMemoryMB=8001 2024-11-18T22:29:44,684 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742282_1462 (size=7) 2024-11-18T22:29:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742282_1462 (size=7) 2024-11-18T22:29:44,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:44,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:44,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:44,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:44,716 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T22:29:44,716 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T22:29:44,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:44,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742283_1463 (size=723) 2024-11-18T22:29:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742283_1463 (size=723) 2024-11-18T22:29:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:44,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742284_1464 (size=723) 2024-11-18T22:29:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742284_1464 (size=723) 2024-11-18T22:29:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:44,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742285_1465 (size=723) 2024-11-18T22:29:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742285_1465 (size=723) 2024-11-18T22:29:44,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:44,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:44,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742286_1466 (size=723) 2024-11-18T22:29:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742286_1466 (size=723) 2024-11-18T22:29:45,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:45,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:45,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742287_1467 (size=723) 2024-11-18T22:29:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742287_1467 (size=723) 2024-11-18T22:29:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:45,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:45,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742288_1468 (size=723) 2024-11-18T22:29:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742288_1468 (size=723) 2024-11-18T22:29:45,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:45,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742289_1469 (size=723) 2024-11-18T22:29:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742289_1469 (size=723) 2024-11-18T22:29:45,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:45,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:45,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742290_1470 (size=723) 2024-11-18T22:29:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742290_1470 (size=723) 2024-11-18T22:29:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:45,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:45,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742291_1471 (size=723) 2024-11-18T22:29:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742291_1471 (size=723) 2024-11-18T22:29:46,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:46,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:46,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742292_1472 (size=723) 2024-11-18T22:29:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742292_1472 (size=723) 2024-11-18T22:29:46,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:46,063 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/oldWALs, maxLogs=32 2024-11-18T22:29:46,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731968986110 2024-11-18T22:29:46,140 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731968986110 2024-11-18T22:29:46,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39057:39057),(127.0.0.1/127.0.0.1:37109:37109)] 2024-11-18T22:29:46,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0, size=723 (723bytes) 2024-11-18T22:29:46,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0 2024-11-18T22:29:46,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0 after 3ms 2024-11-18T22:29:46,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0 took 16ms 2024-11-18T22:29:46,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0 so closing down 2024-11-18T22:29:46,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:46,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:46,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:46,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742294_1474 (size=723) 2024-11-18T22:29:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742294_1474 (size=723) 2024-11-18T22:29:46,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:46,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T22:29:46,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T22:29:46,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0, size=723 (723bytes) at 1731968986281Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0 so closing down at 1731968986337 (+56 ms)3 split writer threads finished at 1731968986340 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968986386 (+46 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968986853 (+467 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731968986855 (+2 ms)Processed 10 edits across 1 Regions in 523 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731968984716/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731968986855 2024-11-18T22:29:46,860 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:29:46,864 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:29:46,864 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:29:46,868 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:29:46,868 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:29:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742293_1473 (size=93) 2024-11-18T22:29:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742293_1473 (size=93) 2024-11-18T22:29:46,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2700be5d-d130-2390-6771-4dc78f01271d/oldWALs 2024-11-18T22:29:46,894 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731968986110) 2024-11-18T22:29:46,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=134 (was 129) - Thread LEAK? -, OpenFileDescriptor=385 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1693 (was 1693), ProcessCount=11 (was 11), AvailableMemoryMB=8000 (was 8001) 2024-11-18T22:29:46,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=134, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1693, ProcessCount=11, AvailableMemoryMB=7998 2024-11-18T22:29:46,923 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742295_1475 (size=7) 2024-11-18T22:29:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742295_1475 (size=7) 2024-11-18T22:29:46,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:46,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:46,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:46,945 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:46,947 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T22:29:46,947 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:46,947 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:46,948 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:46,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:46,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:46,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742296_1476 (size=1393) 2024-11-18T22:29:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742296_1476 (size=1393) 2024-11-18T22:29:47,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:47,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:47,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742297_1477 (size=1393) 2024-11-18T22:29:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742297_1477 (size=1393) 2024-11-18T22:29:47,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:47,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:47,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742298_1478 (size=1393) 2024-11-18T22:29:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742298_1478 (size=1393) 2024-11-18T22:29:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:47,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742299_1479 (size=1393) 2024-11-18T22:29:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742299_1479 (size=1393) 2024-11-18T22:29:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:47,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742300_1480 (size=1393) 2024-11-18T22:29:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742300_1480 (size=1393) 2024-11-18T22:29:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:48,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742301_1481 (size=1393) 2024-11-18T22:29:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742301_1481 (size=1393) 2024-11-18T22:29:48,573 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:48,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:48,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742302_1482 (size=1405) 2024-11-18T22:29:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742302_1482 (size=1405) 2024-11-18T22:29:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:48,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:48,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742303_1483 (size=1413) 2024-11-18T22:29:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742303_1483 (size=1413) 2024-11-18T22:29:48,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:48,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742304_1484 (size=1413) 2024-11-18T22:29:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742304_1484 (size=1413) 2024-11-18T22:29:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:48,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742305_1485 (size=1413) 2024-11-18T22:29:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742305_1485 (size=1413) 2024-11-18T22:29:48,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:48,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:48,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 2024-11-18T22:29:48,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 after 1ms 2024-11-18T22:29:48,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 took 3ms 2024-11-18T22:29:48,752 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down 2024-11-18T22:29:48,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) at 1731968988741Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down at 1731968988753 (+12 ms)3 split writer threads finished at 1731968988753Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988753 2024-11-18T22:29:48,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0 2024-11-18T22:29:48,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:48,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 2024-11-18T22:29:48,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 after 0ms 2024-11-18T22:29:48,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 took 2ms 2024-11-18T22:29:48,773 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down 2024-11-18T22:29:48,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) at 1731968988756Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down at 1731968988773 (+17 ms)3 split writer threads finished at 1731968988774 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988774 2024-11-18T22:29:48,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1 2024-11-18T22:29:48,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:48,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 2024-11-18T22:29:48,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 after 1ms 2024-11-18T22:29:48,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 took 3ms 2024-11-18T22:29:48,785 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down 2024-11-18T22:29:48,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) at 1731968988776Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down at 1731968988786 (+10 ms)3 split writer threads finished at 1731968988786Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988786 2024-11-18T22:29:48,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2 2024-11-18T22:29:48,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:48,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 2024-11-18T22:29:48,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 after 0ms 2024-11-18T22:29:48,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 took 2ms 2024-11-18T22:29:48,797 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down 2024-11-18T22:29:48,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) at 1731968988788Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down at 1731968988798 (+10 ms)3 split writer threads finished at 1731968988801 (+3 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988801 2024-11-18T22:29:48,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3 2024-11-18T22:29:48,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:48,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 2024-11-18T22:29:48,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 after 1ms 2024-11-18T22:29:48,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 took 2ms 2024-11-18T22:29:48,808 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down 2024-11-18T22:29:48,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) at 1731968988803Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down at 1731968988809 (+6 ms)3 split writer threads finished at 1731968988809Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988809 2024-11-18T22:29:48,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4 2024-11-18T22:29:48,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:48,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 2024-11-18T22:29:48,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 after 0ms 2024-11-18T22:29:48,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 took 2ms 2024-11-18T22:29:48,817 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down 2024-11-18T22:29:48,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:48,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) at 1731968988811Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down at 1731968988817 (+6 ms)3 split writer threads finished at 1731968988817Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968988817 2024-11-18T22:29:48,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5 2024-11-18T22:29:48,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:48,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 2024-11-18T22:29:48,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 after 0ms 2024-11-18T22:29:48,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 took 2ms 2024-11-18T22:29:48,822 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down 2024-11-18T22:29:48,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T22:29:48,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) at 1731968988819Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down at 1731968988822 (+3 ms)3 split writer threads finished at 1731968988822Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731968988823 (+1 ms) 2024-11-18T22:29:48,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6 2024-11-18T22:29:48,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:48,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 2024-11-18T22:29:48,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 after 0ms 2024-11-18T22:29:48,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 took 3ms 2024-11-18T22:29:48,831 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down 2024-11-18T22:29:48,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:48,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) at 1731968988828Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down at 1731968988831 (+3 ms)3 split writer threads finished at 1731968988832 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968988832 2024-11-18T22:29:48,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7 2024-11-18T22:29:48,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:48,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 2024-11-18T22:29:48,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 after 0ms 2024-11-18T22:29:48,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 took 1ms 2024-11-18T22:29:48,836 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down 2024-11-18T22:29:48,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:48,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) at 1731968988834Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down at 1731968988837 (+3 ms)3 split writer threads finished at 1731968988837Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968988837 2024-11-18T22:29:48,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8 2024-11-18T22:29:48,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:48,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 2024-11-18T22:29:48,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 after 0ms 2024-11-18T22:29:48,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 took 4ms 2024-11-18T22:29:48,843 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:48,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down 2024-11-18T22:29:48,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:48,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:48,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:48,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) at 1731968988838Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down at 1731968988844 (+6 ms)3 split writer threads finished at 1731968988844Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968988844 2024-11-18T22:29:48,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9 2024-11-18T22:29:48,846 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988754; access_time=1731968986949; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988775; access_time=1731968987386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988787; access_time=1731968987405; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988802; access_time=1731968987818; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988810; access_time=1731968987984; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968988818; access_time=1731968988507; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731968988823; access_time=1731968988573; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968988833; access_time=1731968988636; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968988837; access_time=1731968988652; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968988845; access_time=1731968988664; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T22:29:48,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:48,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:48,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:48,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742306_1486 (size=1393) 2024-11-18T22:29:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742306_1486 (size=1393) 2024-11-18T22:29:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:48,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:48,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742307_1487 (size=1393) 2024-11-18T22:29:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742307_1487 (size=1393) 2024-11-18T22:29:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:48,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:48,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742308_1488 (size=1393) 2024-11-18T22:29:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742308_1488 (size=1393) 2024-11-18T22:29:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:48,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:48,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:48,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742309_1489 (size=1393) 2024-11-18T22:29:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742309_1489 (size=1393) 2024-11-18T22:29:49,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:49,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742310_1490 (size=1393) 2024-11-18T22:29:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742310_1490 (size=1393) 2024-11-18T22:29:49,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:49,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:49,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742311_1491 (size=1393) 2024-11-18T22:29:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742311_1491 (size=1393) 2024-11-18T22:29:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:49,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742312_1492 (size=1405) 2024-11-18T22:29:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742312_1492 (size=1405) 2024-11-18T22:29:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:49,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742313_1493 (size=1413) 2024-11-18T22:29:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742313_1493 (size=1413) 2024-11-18T22:29:49,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:49,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742314_1494 (size=1413) 2024-11-18T22:29:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742314_1494 (size=1413) 2024-11-18T22:29:49,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:49,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:49,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742315_1495 (size=1413) 2024-11-18T22:29:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742315_1495 (size=1413) 2024-11-18T22:29:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:50,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:50,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 2024-11-18T22:29:50,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 after 1ms 2024-11-18T22:29:50,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 took 4ms 2024-11-18T22:29:50,322 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:50,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down 2024-11-18T22:29:50,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:50,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:50,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:50,344 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:50,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:50,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742316_1496 (size=418) 2024-11-18T22:29:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742316_1496 (size=418) 2024-11-18T22:29:50,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:50,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T22:29:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742317_1497 (size=418) 2024-11-18T22:29:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742317_1497 (size=418) 2024-11-18T22:29:50,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:50,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T22:29:50,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:50,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) at 1731968990306Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down at 1731968990322 (+16 ms)3 split writer threads finished at 1731968990322Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968990348 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968990364 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968990437 (+73 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731968990438 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968990450 (+12 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731968990455 (+5 ms)Processed 10 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968990455 2024-11-18T22:29:50,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0 2024-11-18T22:29:50,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:50,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 2024-11-18T22:29:50,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 after 1ms 2024-11-18T22:29:50,470 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 took 10ms 2024-11-18T22:29:50,501 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:50,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down 2024-11-18T22:29:50,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:50,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:50,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:50,525 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:50,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:50,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742318_1498 (size=418) 2024-11-18T22:29:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742318_1498 (size=418) 2024-11-18T22:29:50,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:50,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T22:29:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742319_1499 (size=418) 2024-11-18T22:29:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742319_1499 (size=418) 2024-11-18T22:29:50,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:50,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T22:29:50,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:50,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) at 1731968990460Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down at 1731968990501 (+41 ms)3 split writer threads finished at 1731968990504 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968990531 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968990538 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968990586 (+48 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731968990590 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968990596 (+6 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731968990602 (+6 ms)Processed 10 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968990602 2024-11-18T22:29:50,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1 2024-11-18T22:29:50,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:50,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 2024-11-18T22:29:50,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 after 0ms 2024-11-18T22:29:50,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 took 2ms 2024-11-18T22:29:50,609 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:50,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down 2024-11-18T22:29:50,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:50,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:50,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:50,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:50,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:50,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742320_1500 (size=418) 2024-11-18T22:29:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742320_1500 (size=418) 2024-11-18T22:29:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742321_1501 (size=418) 2024-11-18T22:29:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742321_1501 (size=418) 2024-11-18T22:29:50,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:50,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T22:29:51,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T22:29:51,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:51,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) at 1731968990605Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down at 1731968990609 (+4 ms)3 split writer threads finished at 1731968990613 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968990648 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968990664 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968990697 (+33 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731968990699 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991094 (+395 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731968991096 (+2 ms)Processed 10 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968991096 2024-11-18T22:29:51,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2 2024-11-18T22:29:51,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:51,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 2024-11-18T22:29:51,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 after 2ms 2024-11-18T22:29:51,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 took 19ms 2024-11-18T22:29:51,138 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:51,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down 2024-11-18T22:29:51,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:51,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:51,159 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:51,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:51,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:51,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742322_1502 (size=418) 2024-11-18T22:29:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742322_1502 (size=418) 2024-11-18T22:29:51,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T22:29:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742323_1503 (size=418) 2024-11-18T22:29:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742323_1503 (size=418) 2024-11-18T22:29:51,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T22:29:51,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:51,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) at 1731968991099Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down at 1731968991139 (+40 ms)3 split writer threads finished at 1731968991140 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968991173 (+33 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968991180 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991269 (+89 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731968991290 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991300 (+10 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731968991312 (+12 ms)Processed 10 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968991313 (+1 ms) 2024-11-18T22:29:51,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3 2024-11-18T22:29:51,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:51,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 2024-11-18T22:29:51,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 after 2ms 2024-11-18T22:29:51,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 took 11ms 2024-11-18T22:29:51,400 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:51,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down 2024-11-18T22:29:51,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:51,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:51,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:51,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:51,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:51,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742324_1504 (size=418) 2024-11-18T22:29:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742324_1504 (size=418) 2024-11-18T22:29:51,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T22:29:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742325_1505 (size=418) 2024-11-18T22:29:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742325_1505 (size=418) 2024-11-18T22:29:51,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T22:29:51,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 245 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:51,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) at 1731968991342Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down at 1731968991401 (+59 ms)3 split writer threads finished at 1731968991403 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968991480 (+77 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968991488 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991578 (+90 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731968991601 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991636 (+35 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731968991644 (+8 ms)Processed 10 edits across 2 Regions in 245 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968991644 2024-11-18T22:29:51,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4 2024-11-18T22:29:51,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:51,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 2024-11-18T22:29:51,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 after 0ms 2024-11-18T22:29:51,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 took 15ms 2024-11-18T22:29:51,710 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:51,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down 2024-11-18T22:29:51,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:51,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:51,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:51,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:51,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:51,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742326_1506 (size=418) 2024-11-18T22:29:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742326_1506 (size=418) 2024-11-18T22:29:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742327_1507 (size=418) 2024-11-18T22:29:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742327_1507 (size=418) 2024-11-18T22:29:51,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:51,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T22:29:51,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:29:52,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:52,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T22:29:52,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 549 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:52,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) at 1731968991661Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down at 1731968991710 (+49 ms)3 split writer threads finished at 1731968991715 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968991741 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968991753 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968991849 (+96 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731968991850 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968992244 (+394 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731968992257 (+13 ms)Processed 10 edits across 2 Regions in 549 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968992257 2024-11-18T22:29:52,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5 2024-11-18T22:29:52,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:52,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 2024-11-18T22:29:52,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 after 5ms 2024-11-18T22:29:52,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 took 12ms 2024-11-18T22:29:52,305 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:52,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down 2024-11-18T22:29:52,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:52,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:52,326 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:52,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:52,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:52,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742328_1508 (size=419) 2024-11-18T22:29:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742328_1508 (size=419) 2024-11-18T22:29:52,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:52,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T22:29:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742329_1509 (size=419) 2024-11-18T22:29:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742329_1509 (size=419) 2024-11-18T22:29:52,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:52,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T22:29:52,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T22:29:52,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) at 1731968992279Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down at 1731968992306 (+27 ms)3 split writer threads finished at 1731968992312 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968992331 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968992340 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968992433 (+93 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731968992446 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968992854 (+408 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731968992856 (+2 ms)Processed 10 edits across 2 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731968992856 2024-11-18T22:29:52,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6 2024-11-18T22:29:52,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:52,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 2024-11-18T22:29:52,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 after 0ms 2024-11-18T22:29:52,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 took 2ms 2024-11-18T22:29:52,889 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:52,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down 2024-11-18T22:29:52,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:52,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:52,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:52,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:52,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:52,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742330_1510 (size=423) 2024-11-18T22:29:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742330_1510 (size=423) 2024-11-18T22:29:52,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:52,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T22:29:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742331_1511 (size=423) 2024-11-18T22:29:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742331_1511 (size=423) 2024-11-18T22:29:53,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:53,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T22:29:53,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:53,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) at 1731968992861Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down at 1731968992889 (+28 ms)3 split writer threads finished at 1731968992891 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968992912 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968992975 (+63 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968992995 (+20 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731968992996 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968993039 (+43 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731968993049 (+10 ms)Processed 10 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968993050 (+1 ms) 2024-11-18T22:29:53,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7 2024-11-18T22:29:53,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:53,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 2024-11-18T22:29:53,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 after 0ms 2024-11-18T22:29:53,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 took 2ms 2024-11-18T22:29:53,080 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:53,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down 2024-11-18T22:29:53,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:53,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:53,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:53,124 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:53,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:53,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742332_1512 (size=423) 2024-11-18T22:29:53,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:53,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T22:29:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742332_1512 (size=423) 2024-11-18T22:29:53,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742333_1513 (size=423) 2024-11-18T22:29:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742333_1513 (size=423) 2024-11-18T22:29:53,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:53,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T22:29:53,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:53,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) at 1731968993057Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down at 1731968993081 (+24 ms)3 split writer threads finished at 1731968993088 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968993129 (+41 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968993136 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968993196 (+60 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731968993199 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968993224 (+25 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731968993228 (+4 ms)Processed 10 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968993228 2024-11-18T22:29:53,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8 2024-11-18T22:29:53,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:53,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 2024-11-18T22:29:53,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 after 2ms 2024-11-18T22:29:53,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 took 4ms 2024-11-18T22:29:53,239 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:53,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down 2024-11-18T22:29:53,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:53,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:53,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:53,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:53,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:53,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742334_1514 (size=423) 2024-11-18T22:29:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742334_1514 (size=423) 2024-11-18T22:29:53,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:53,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T22:29:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742335_1515 (size=423) 2024-11-18T22:29:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742335_1515 (size=423) 2024-11-18T22:29:53,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:53,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T22:29:53,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:53,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) at 1731968993231Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down at 1731968993240 (+9 ms)3 split writer threads finished at 1731968993244 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968993268 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968993282 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968993374 (+92 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731968993376 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731968993408 (+32 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731968993409 (+1 ms)Processed 10 edits across 2 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968993410 (+1 ms) 2024-11-18T22:29:53,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9 2024-11-18T22:29:53,419 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968990459; access_time=1731968988858; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968990603; access_time=1731968988887; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968991098; access_time=1731968988911; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968991320; access_time=1731968988994; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968991656; access_time=1731968989075; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968992268; access_time=1731968989224; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731968992857; access_time=1731968989387; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968993053; access_time=1731968989503; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968993230; access_time=1731968989591; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968993417; access_time=1731968989718; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T22:29:53,428 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:53,428 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:53,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:53,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:53,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742336_1516 (size=1393) 2024-11-18T22:29:53,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742336_1516 (size=1393) 2024-11-18T22:29:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:53,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T22:29:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742337_1517 (size=1393) 2024-11-18T22:29:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742337_1517 (size=1393) 2024-11-18T22:29:53,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T22:29:53,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T22:29:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742338_1518 (size=1393) 2024-11-18T22:29:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742338_1518 (size=1393) 2024-11-18T22:29:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T22:29:53,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T22:29:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742339_1519 (size=1393) 2024-11-18T22:29:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742339_1519 (size=1393) 2024-11-18T22:29:54,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T22:29:54,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T22:29:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742340_1520 (size=1393) 2024-11-18T22:29:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742340_1520 (size=1393) 2024-11-18T22:29:54,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T22:29:54,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T22:29:54,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:54,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742341_1521 (size=1393) 2024-11-18T22:29:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742341_1521 (size=1393) 2024-11-18T22:29:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T22:29:55,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T22:29:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742342_1522 (size=1405) 2024-11-18T22:29:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742342_1522 (size=1405) 2024-11-18T22:29:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T22:29:55,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T22:29:55,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742343_1523 (size=1413) 2024-11-18T22:29:55,248 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T22:29:55,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T22:29:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742343_1523 (size=1413) 2024-11-18T22:29:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742344_1524 (size=1413) 2024-11-18T22:29:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742344_1524 (size=1413) 2024-11-18T22:29:55,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T22:29:55,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T22:29:55,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742345_1525 (size=1413) 2024-11-18T22:29:55,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742345_1525 (size=1413) 2024-11-18T22:29:55,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T22:29:55,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T22:29:55,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 2024-11-18T22:29:55,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 after 4ms 2024-11-18T22:29:55,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 took 16ms 2024-11-18T22:29:55,651 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:55,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down 2024-11-18T22:29:55,652 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:55,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:55,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:55,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:55,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T22:29:55,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T22:29:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742346_1526 (size=678) 2024-11-18T22:29:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742346_1526 (size=678) 2024-11-18T22:29:55,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:55,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T22:29:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742347_1527 (size=743) 2024-11-18T22:29:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742347_1527 (size=743) 2024-11-18T22:29:55,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:55,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T22:29:55,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:55,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K (1393bytes) at 1731968995617Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 so closing down at 1731968995652 (+35 ms)3 split writer threads finished at 1731968995652Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731968995687 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731968995715 (+28 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968995785 (+70 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731968995786 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968995812 (+26 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731968995818 (+6 ms)Processed 19 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968995818 2024-11-18T22:29:55,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0 2024-11-18T22:29:55,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T22:29:55,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 2024-11-18T22:29:55,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 after 3ms 2024-11-18T22:29:55,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 took 9ms 2024-11-18T22:29:55,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:55,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down 2024-11-18T22:29:55,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:55,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:55,877 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:55,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T22:29:55,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:55,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T22:29:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742348_1528 (size=743) 2024-11-18T22:29:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742348_1528 (size=743) 2024-11-18T22:29:55,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:55,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T22:29:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742349_1529 (size=678) 2024-11-18T22:29:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742349_1529 (size=678) 2024-11-18T22:29:56,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:56,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T22:29:56,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:56,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K (1393bytes) at 1731968995820Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 so closing down at 1731968995841 (+21 ms)3 split writer threads finished at 1731968995864 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731968995890 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731968995904 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968995976 (+72 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731968995978 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968996001 (+23 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731968996011 (+10 ms)Processed 19 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968996011 2024-11-18T22:29:56,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.1 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1 2024-11-18T22:29:56,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T22:29:56,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 2024-11-18T22:29:56,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 after 2ms 2024-11-18T22:29:56,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 took 12ms 2024-11-18T22:29:56,045 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:56,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down 2024-11-18T22:29:56,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:56,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:56,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:56,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:56,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T22:29:56,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T22:29:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742350_1530 (size=743) 2024-11-18T22:29:56,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742350_1530 (size=743) 2024-11-18T22:29:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742351_1531 (size=678) 2024-11-18T22:29:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742351_1531 (size=678) 2024-11-18T22:29:56,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:56,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T22:29:56,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:56,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T22:29:56,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:56,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K (1393bytes) at 1731968996025Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 so closing down at 1731968996046 (+21 ms)3 split writer threads finished at 1731968996048 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731968996093 (+45 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731968996100 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968996172 (+72 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731968996188 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968996564 (+376 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731968996579 (+15 ms)Processed 19 edits across 2 Regions in 535 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968996579 2024-11-18T22:29:56,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.2 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2 2024-11-18T22:29:56,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T22:29:56,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 2024-11-18T22:29:56,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 after 10ms 2024-11-18T22:29:56,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 took 16ms 2024-11-18T22:29:56,629 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:56,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down 2024-11-18T22:29:56,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:56,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:56,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:56,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:56,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T22:29:56,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T22:29:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742353_1533 (size=678) 2024-11-18T22:29:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742353_1533 (size=678) 2024-11-18T22:29:56,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742352_1532 (size=743) 2024-11-18T22:29:56,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742352_1532 (size=743) 2024-11-18T22:29:56,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:56,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:56,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T22:29:56,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T22:29:56,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:56,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K (1393bytes) at 1731968996596Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 so closing down at 1731968996630 (+34 ms)3 split writer threads finished at 1731968996636 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731968996671 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731968996682 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968996799 (+117 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968996800 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731968996809 (+9 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731968996809Processed 19 edits across 2 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968996809 2024-11-18T22:29:56,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.3 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3 2024-11-18T22:29:56,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T22:29:56,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 2024-11-18T22:29:56,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 after 1ms 2024-11-18T22:29:56,814 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 took 3ms 2024-11-18T22:29:56,837 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:56,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down 2024-11-18T22:29:56,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:56,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:56,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:56,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:56,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T22:29:56,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T22:29:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742354_1534 (size=743) 2024-11-18T22:29:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742355_1535 (size=678) 2024-11-18T22:29:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742355_1535 (size=678) 2024-11-18T22:29:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742354_1534 (size=743) 2024-11-18T22:29:56,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T22:29:57,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T22:29:57,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 550 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:57,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K (1393bytes) at 1731968996811Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 so closing down at 1731968996838 (+27 ms)3 split writer threads finished at 1731968996844 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731968996880 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731968996896 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968996992 (+96 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731968997011 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968997384 (+373 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731968997386 (+2 ms)Processed 19 edits across 2 Regions in 550 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968997386 2024-11-18T22:29:57,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.4 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4 2024-11-18T22:29:57,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T22:29:57,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 2024-11-18T22:29:57,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 after 1ms 2024-11-18T22:29:57,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 took 3ms 2024-11-18T22:29:57,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:57,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down 2024-11-18T22:29:57,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:57,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:57,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:57,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T22:29:57,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742356_1536 (size=743) 2024-11-18T22:29:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742356_1536 (size=743) 2024-11-18T22:29:57,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T22:29:57,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T22:29:57,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742357_1537 (size=678) 2024-11-18T22:29:57,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742357_1537 (size=678) 2024-11-18T22:29:57,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T22:29:57,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T22:29:57,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K (1393bytes) at 1731968997391Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 so closing down at 1731968997405 (+14 ms)3 split writer threads finished at 1731968997412 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731968997429 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731968997475 (+46 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968997486 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731968997493 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968997542 (+49 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731968997557 (+15 ms)Processed 19 edits across 2 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731968997557 2024-11-18T22:29:57,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.5 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5 2024-11-18T22:29:57,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T22:29:57,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 2024-11-18T22:29:57,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 after 1ms 2024-11-18T22:29:57,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 took 13ms 2024-11-18T22:29:57,599 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:57,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down 2024-11-18T22:29:57,600 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:57,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:57,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:57,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:57,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T22:29:57,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T22:29:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742358_1538 (size=683) 2024-11-18T22:29:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742358_1538 (size=683) 2024-11-18T22:29:57,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T22:29:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742359_1539 (size=749) 2024-11-18T22:29:57,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742359_1539 (size=749) 2024-11-18T22:29:57,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:57,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T22:29:57,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 200 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T22:29:57,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K (1405bytes) at 1731968997573Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 so closing down at 1731968997600 (+27 ms)3 split writer threads finished at 1731968997606 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731968997640 (+34 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731968997642 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968997763 (+121 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731968997776 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968997787 (+11 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731968997798 (+11 ms)Processed 19 edits across 2 Regions in 200 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731968997798 2024-11-18T22:29:57,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.6 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6 2024-11-18T22:29:57,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T22:29:57,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 2024-11-18T22:29:57,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 after 2ms 2024-11-18T22:29:57,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 took 13ms 2024-11-18T22:29:57,862 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:57,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down 2024-11-18T22:29:57,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:57,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:57,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:57,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T22:29:57,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:57,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T22:29:58,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742360_1540 (size=753) 2024-11-18T22:29:58,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742360_1540 (size=753) 2024-11-18T22:29:58,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742361_1541 (size=687) 2024-11-18T22:29:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742361_1541 (size=687) 2024-11-18T22:29:58,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T22:29:58,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T22:29:58,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:58,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K (1413bytes) at 1731968997812Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 so closing down at 1731968997862 (+50 ms)3 split writer threads finished at 1731968997866 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731968997907 (+41 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731968997938 (+31 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968998005 (+67 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731968998015 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968998021 (+6 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731968998027 (+6 ms)Processed 19 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968998027 2024-11-18T22:29:58,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.7 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7 2024-11-18T22:29:58,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T22:29:58,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 2024-11-18T22:29:58,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 after 0ms 2024-11-18T22:29:58,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 took 2ms 2024-11-18T22:29:58,065 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:58,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down 2024-11-18T22:29:58,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:58,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:58,095 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:58,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:58,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T22:29:58,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T22:29:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742362_1542 (size=687) 2024-11-18T22:29:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742362_1542 (size=687) 2024-11-18T22:29:58,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742363_1543 (size=753) 2024-11-18T22:29:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742363_1543 (size=753) 2024-11-18T22:29:58,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T22:29:58,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T22:29:58,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:58,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K (1413bytes) at 1731968998029Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 so closing down at 1731968998066 (+37 ms)3 split writer threads finished at 1731968998067 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731968998115 (+48 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731968998116 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968998217 (+101 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968998225 (+8 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731968998226 (+1 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731968998226Processed 19 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968998226 2024-11-18T22:29:58,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.8 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8 2024-11-18T22:29:58,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T22:29:58,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 2024-11-18T22:29:58,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 after 0ms 2024-11-18T22:29:58,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 took 3ms 2024-11-18T22:29:58,262 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T22:29:58,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down 2024-11-18T22:29:58,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:29:58,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:29:58,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:58,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T22:29:58,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:58,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T22:29:58,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742365_1545 (size=687) 2024-11-18T22:29:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742365_1545 (size=687) 2024-11-18T22:29:58,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T22:29:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742364_1544 (size=753) 2024-11-18T22:29:58,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742364_1544 (size=753) 2024-11-18T22:29:58,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:29:58,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T22:29:58,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T22:29:58,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K (1413bytes) at 1731968998234Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 so closing down at 1731968998263 (+29 ms)3 split writer threads finished at 1731968998272 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731968998284 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731968998336 (+52 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731968998382 (+46 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731968998384 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731968998402 (+18 ms)Rename recovered edits hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731968998407 (+5 ms)Processed 19 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731968998408 (+1 ms) 2024-11-18T22:29:58,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731968986945/wal.dat.9 to hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9 2024-11-18T22:29:58,427 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968995819; access_time=1731968993435; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968996020; access_time=1731968993539; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968996581; access_time=1731968993652; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968996810; access_time=1731968993958; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968997390; access_time=1731968994248; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731968997562; access_time=1731968994427; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731968997804; access_time=1731968995055; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968998028; access_time=1731968995197; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968998229; access_time=1731968995249; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42149/user/jenkins/test-data/ceca379d-dd0e-2fa3-e731-010521be00e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731968998416; access_time=1731968995368; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T22:29:58,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=133 (was 134), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1653 (was 1693), ProcessCount=11 (was 11), AvailableMemoryMB=8587 (was 7998) - AvailableMemoryMB LEAK? - 2024-11-18T22:29:58,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=133, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1653, ProcessCount=11, AvailableMemoryMB=8586 2024-11-18T22:29:58,462 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T22:29:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742366_1546 (size=7) 2024-11-18T22:29:58,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742366_1546 (size=7) 2024-11-18T22:29:58,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/f80a8c76-b8f3-6b5e-5c76-f4672643683e with version=8 2024-11-18T22:29:58,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:58,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:29:59,016 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T22:29:59,016 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T22:29:59,017 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T22:29:59,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T22:29:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T22:29:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T22:29:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742367_1547 (size=2324) 2024-11-18T22:29:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742367_1547 (size=2324) 2024-11-18T22:29:59,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T22:29:59,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073742368_1548 (size=2325) 2024-11-18T22:29:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46405 is added to blk_1073742368_1548 (size=2325) 2024-11-18T22:29:59,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T22:29:59,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 2024-11-18T22:29:59,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 after 7ms 2024-11-18T22:29:59,914 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T22:29:59,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 so closing down 2024-11-18T22:29:59,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T22:29:59,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, journal: Splitting hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, size=2.3 K (2325bytes) at 1731968999897Finishing writing output for hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 so closing down at 1731968999915 (+18 ms)Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731968999915 2024-11-18T22:29:59,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731968999016/wal.dat.0 to hdfs://localhost:42149/user/jenkins/test-data/b7d2a784-31d1-c75a-d55f-7dd8eb53f8ee/corrupt/wal.dat.0 2024-11-18T22:29:59,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=133 (was 133), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1653 (was 1653), ProcessCount=11 (was 11), AvailableMemoryMB=8409 (was 8586) 2024-11-18T22:30:00,012 WARN [BP-241305547-172.17.0.2-1731968866211 heartbeating to localhost/127.0.0.1:42149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-241305547-172.17.0.2-1731968866211 (Datanode Uuid 47ea5192-a959-4066-bafe-88f7f0eda30f) service to localhost/127.0.0.1:42149 2024-11-18T22:30:00,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data3/current/BP-241305547-172.17.0.2-1731968866211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:30:00,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data4/current/BP-241305547-172.17.0.2-1731968866211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:30:00,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5167bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:30:00,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5978de6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:30:00,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:30:00,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79c92053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:30:00,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dd427ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,STOPPED} 2024-11-18T22:30:00,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:30:00,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@766905f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:30:00,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1538c237{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:30:00,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:30:00,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2592e835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:30:00,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49352ace{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,STOPPED} 2024-11-18T22:30:00,193 WARN [BP-241305547-172.17.0.2-1731968866211 heartbeating to localhost/127.0.0.1:42149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:30:00,193 WARN [BP-241305547-172.17.0.2-1731968866211 heartbeating to localhost/127.0.0.1:42149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-241305547-172.17.0.2-1731968866211 (Datanode Uuid 9317ba7b-6b1e-4f29-bf4c-acb1ac94a6a2) service to localhost/127.0.0.1:42149 2024-11-18T22:30:00,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data1/current/BP-241305547-172.17.0.2-1731968866211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:30:00,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/cluster_2393e566-dcf1-94b7-b9a7-67e6ee7c32f2/data/data2/current/BP-241305547-172.17.0.2-1731968866211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:30:00,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:30:00,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:30:00,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:30:00,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c11409d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:30:00,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:30:00,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:30:00,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:30:00,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efb15767-832f-a470-0d91-9869bd56bfe4/hadoop.log.dir/,STOPPED}